00010000:00000010:3.1:1776190117.009136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024510e9b. 00010000:00000010:3.1:1776190117.033907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dc1c4b3. 00010000:00000010:3.1:1776190117.033915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe2299bb. 00010000:00000010:3.1:1776190117.048933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007518aaba. 00010000:00000010:3.1:1776190117.048948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024510e9b. 00010000:00000010:3.1:1776190117.068479:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000501b9d1a. 00010000:00000010:3.1:1776190117.068486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:3.1:1776190117.203400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec57a4cf. 00010000:00000010:3.1:1776190117.364299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca366a4d. 00010000:00000010:3.1:1776190117.364308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033daa5b4. 00010000:00000010:3.1:1776190117.364312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d2b87bb. 00010000:00000010:3.1:1776190117.364315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dca27b2. 00010000:00000010:3.1:1776190117.364318:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d8df7c3. 00010000:00000010:3.1:1776190117.364321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002762e9a8. 00010000:00000010:3.1:1776190117.364324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006798deb1. 00010000:00000010:3.1:1776190117.364327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3477ad. 00010000:00000010:3.1:1776190117.364330:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030e44f70. 00010000:00000010:3.1:1776190117.364332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00010000:00000010:3.1:1776190117.364335:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027c7aa46. 00010000:00000010:3.1:1776190117.364338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5d4ce12. 00010000:00000010:3.1:1776190117.364342:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af8eb932. 00010000:00000010:3.1:1776190117.364344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003076311a. 00010000:00000010:3.1:1776190117.364346:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9b1b5cf. 00010000:00000010:3.1:1776190117.364348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:3.1:1776190117.364351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fa8f395. 00010000:00000010:3.1:1776190117.364354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f7c2c76. 00010000:00000010:3.1:1776190117.364356:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ea6fe95. 00010000:00000010:3.1:1776190117.364358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02d4908. 00010000:00000010:3.1:1776190117.364360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d558dab9. 00010000:00000010:3.1:1776190117.364362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:3.1:1776190117.364365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000856cc35e. 00010000:00000010:3.1:1776190117.364367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fae546e. 00010000:00000010:3.1:1776190117.364369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b54ca74. 00010000:00000010:3.1:1776190117.364373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061082947. 00010000:00000010:3.1:1776190117.364375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e69829a. 00010000:00000010:3.1:1776190117.364377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a5f82. 00010000:00000010:3.1:1776190117.364379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccbc2d0a. 00010000:00000010:3.1:1776190117.364382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000330bfef0. 00010000:00000010:3.1:1776190117.364384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040e227c1. 00010000:00000010:3.1:1776190117.364386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00010000:00000010:3.1:1776190117.364389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000416d273e. 00010000:00000010:3.1:1776190117.364391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024510e9b. 00010000:00000010:3.1:1776190117.364393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009155cd2a. 00010000:00000010:3.1:1776190117.364395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00010000:00000010:3.1:1776190117.364397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd03798e. 00010000:00000010:3.1:1776190117.364399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b659aaff. 00010000:00000010:3.1:1776190117.364401:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f54234f8. 00010000:00000010:3.1:1776190117.364403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aca88928. 00010000:00000010:3.1:1776190117.364407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff227ce2. 00010000:00000010:3.1:1776190117.364410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c965b7d1. 00010000:00000010:3.1:1776190117.364413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5603a16. 00010000:00000010:3.1:1776190117.364415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d1cfb71. 00010000:00000010:3.1:1776190117.364417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e67af86. 00010000:00000010:3.1:1776190117.364420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8258aee. 00010000:00000010:3.1:1776190117.364423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073c8e736. 00010000:00000010:3.1:1776190117.364426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b42c4b73. 00010000:00000010:3.1:1776190117.364428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010127348. 00010000:00000010:3.1:1776190117.364430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007be55e23. 00010000:00000010:3.1:1776190117.364432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e81b209. 00010000:00000010:3.1:1776190117.364435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0e92f3f. 00010000:00000010:3.1:1776190117.364437:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000728e7408. 00010000:00000010:3.1:1776190117.364441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002537e5e2. 00010000:00000010:3.1:1776190117.364443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d54b83b. 00010000:00000010:3.1:1776190117.364445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d8588b. 00010000:00000010:3.1:1776190117.364449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2af5068. 00010000:00000010:3.1:1776190117.364454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5f5e350. 00010000:00000010:3.1:1776190117.364457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015a326be. 00010000:00000010:3.1:1776190117.364459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000744cd78e. 00010000:00000010:3.1:1776190117.364461:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e6ea850. 00010000:00000010:3.1:1776190117.364464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7bef270. 00010000:00000010:3.1:1776190117.364469:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000007f80c8. 00010000:00000010:3.1:1776190117.364472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005610366. 00010000:00000010:3.1:1776190117.364475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c33c28d. 00010000:00000010:3.1:1776190117.364478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1b1267e. 00010000:00000010:3.1:1776190117.364481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f0b85f3. 00010000:00000010:3.1:1776190117.364485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e33eb6b. 00010000:00000010:3.1:1776190117.364488:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efb84e4f. 00010000:00000010:3.1:1776190117.364489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fe43f03. 00010000:00000010:3.1:1776190117.384812:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e43a9e0. 00010000:00000010:3.1:1776190117.384819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d081a564. 00010000:00000010:3.1:1776190117.384823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ad09ae5. 00010000:00000010:3.1:1776190117.384828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a681eefd. 00010000:00000010:3.1:1776190117.384830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dae4228. 00010000:00000010:3.1:1776190117.384834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007c224ea. 00010000:00000010:3.1:1776190117.405103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ceef1ca. 00010000:00000010:3.1:1776190117.419998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000806a7d22. 00010000:00000010:3.1:1776190117.479568:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082680771. 00010000:00000010:3.1:1776190117.486877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008eb52e1a. 00010000:00000010:3.1:1776190117.486885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e913786f. 00010000:00000010:3.1:1776190117.486891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b4df89a. 00010000:00000010:3.1:1776190117.486894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b329cfc8. 00010000:00000010:3.1:1776190117.486896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007c224ea. 00010000:00000010:3.1:1776190117.486899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dae4228. 00010000:00000010:3.1:1776190117.486913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a681eefd. 00010000:00000010:3.1:1776190117.507243:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037f6ef0a. 00010000:00000010:3.1:1776190117.507259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d081a564. 00010000:00000010:3.1:1776190117.511181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfe58c8b. 00010000:00000010:3.1:1776190117.514979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1950710. 00010000:00000010:3.1:1776190117.514991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a681eefd. 00010000:00000010:3.1:1776190117.520187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a9b65ed. 00010000:00000010:3.1:1776190117.520202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007c224ea. 00010000:00000010:3.1:1776190117.527008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000641c6cb9. 00010000:00000010:3.1:1776190117.548237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaa1b9eb. 00010000:00000010:3.1:1776190117.578850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2dd427c. 00010000:00000010:3.1:1776190117.644785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ac3ac6b. 00010000:00000010:3.1:1776190117.644798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021c84e46. 00010000:00000010:3.1:1776190117.644802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dae4228. 00010000:00000010:3.1:1776190117.644805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007c224ea. 00010000:00000010:3.1:1776190117.652940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d08a00e1. 00010000:00000010:3.1:1776190117.652954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a681eefd. 00010000:00000010:3.1:1776190117.689352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c92e8b3. 00010000:00000010:3.1:1776190117.738885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034d6a4c4. 00010000:00000010:3.1:1776190117.738898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004518f2dc. 00010000:00000010:3.1:1776190117.754032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e09e501. 00010000:00000010:3.1:1776190117.754040:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035a4ce7c. 00010000:00000010:3.1:1776190117.754044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d15a9fee. 00010000:00000010:3.1:1776190117.776821:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f988f96. 00010000:00000010:3.1:1776190117.776836:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007c224ea. 00010000:00000010:3.1:1776190117.785810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee629993. 00010000:00000010:3.1:1776190117.785822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d0a4822. 00010000:00000010:3.1:1776190117.785826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e33eb6b. 00010000:00000010:3.1:1776190117.791034:0:66360:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fb05baf. 00010000:00000010:3.1:1776190117.791046:0:66360:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1b1267e. 00010000:00000010:3.1:1776190117.808310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000122a959d. 00010000:00000010:3.1:1776190117.817082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055c1965c. 00010000:00000010:3.1:1776190117.829350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051b16d20. 00010000:00000010:3.1:1776190117.840630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f5c0178. 00010000:00000010:3.1:1776190117.843884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de357281. 00010000:00000010:3.1:1776190117.853832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7eb6ca9. 00010000:00000010:3.1:1776190117.879182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bbc64e1. 00010000:00000010:3.1:1776190117.933731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8d6e350. 00010000:00000010:3.1:1776190117.954842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000073aa79. 00010000:00000010:3.1:1776190117.961814:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087e2c583. 00010000:00000010:3.1:1776190117.961825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a2e30e5. 00010000:00000010:3.1:1776190117.972789:0:78064:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f42840e6. 00010000:00000010:3.1:1776190117.996823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4baceca. 00010000:00000010:3.1:1776190118.056944:0:78066:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d0dc2c2. 00010000:00000010:3.1:1776190118.056955:0:78066:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c682506. 00010000:00000010:3.1:1776190118.056958:0:78066:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000682d5cf9. 00010000:00000010:3.1:1776190118.100962:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008434560c. 00010000:00000010:3.1:1776190118.100973:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c22d58f7. 00010000:00000010:3.1:1776190118.101077:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086b9f606. 00010000:00000010:3.1:1776190118.101080:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dae4228. 00010000:00000010:3.1:1776190118.101084:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005610366. 00010000:00000010:3.1:1776190118.135883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005aa3e968. 00010000:00000010:3.1:1776190118.135890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d71561. 00010000:00000010:3.1:1776190118.142930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002c478eb. 00010000:00000010:3.1:1776190118.142939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb08b048. 00010000:00000010:3.1:1776190118.142943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005610366. 00010000:00000010:3.1:1776190118.150944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9620bbc. 00010000:00000010:3.1:1776190118.150953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007de3efce. 00010000:00000010:3.1:1776190118.150958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dae4228. 00010000:00000010:3.1:1776190118.150962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005610366. 00010000:00000010:3.1:1776190118.165335:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044d41b79. 00010000:00000010:3.1:1776190118.165341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e33eb6b. 00010000:00000010:3.1:1776190118.190354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000316fa9ca. 00010000:00000010:3.1:1776190118.288497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007ad33ba. 00010000:00000010:3.1:1776190118.288505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be72d512. 00010000:00000010:3.1:1776190118.288509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e9322f. 00010000:00000010:3.1:1776190118.324736:0:78085:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc20c423. 00010000:00000010:3.1:1776190118.324745:0:78085:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000682d5cf9. 00010000:00000010:3.1:1776190118.382262:0:78067:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8f66e51. 00010000:00000010:3.1:1776190118.382268:0:78067:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089cd0571. 00010000:00000010:3.1:1776190118.382272:0:78067:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bf03156. 00010000:00000010:3.1:1776190118.382275:0:78067:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000883be520. 00010000:00000010:3.1:1776190118.401804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009798c1b6. 00010000:00000010:3.1:1776190118.442878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd02e07. 00010000:00000010:3.1:1776190118.463817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dbcdc79. 00010000:00000010:3.1:1776190118.463828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026c7da64. 00010000:00000010:3.1:1776190118.463831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:3.1:1776190118.463834:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dae4228. 00010000:00000010:3.1:1776190118.463838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007c224ea. 00010000:00000010:3.1:1776190118.498070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000653337bd. 00010000:00000010:3.1:1776190118.555864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d0d1504. 00010000:00000010:3.1:1776190118.555873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb5f17dc. 00010000:00000010:3.1:1776190118.555877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb766f27. 00010000:00000010:3.1:1776190118.566866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032925123. 00010000:00000010:3.1:1776190118.572851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004da13bca. 00010000:00000010:3.1:1776190118.579566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067095ff0. 00010000:00000010:3.1:1776190118.579586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da49e4d1. 00010000:00000010:3.1:1776190118.579590:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000948ca33b. 00010000:00000010:3.1:1776190118.582979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a190c1b. 00010000:00000010:3.1:1776190118.622168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d054a3e. 00010000:00000010:3.1:1776190118.625865:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026608659. 00010000:00000010:3.1:1776190118.639812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a02e8753. 00010000:00000010:3.1:1776190118.650956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e95c0bb3. 00010000:00000010:3.1:1776190118.698808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3a3aea5. 00010000:00000010:3.1:1776190118.698826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000612f95e9. 00010000:00000010:3.1:1776190118.715824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a86a50f1. 00010000:00000010:3.1:1776190118.715855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d081a564. 00010000:00000010:3.1:1776190118.735582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c38a9e7d. 00010000:00000010:3.1:1776190118.735601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b4df89a. 00010000:00000010:3.1:1776190118.753256:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006688bcfa. 00010000:00000010:3.1:1776190118.753265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d081a564. 00010000:00000010:3.1:1776190118.827316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000335f074f. 00010000:00000010:3.1:1776190118.899232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a920de. 00010000:00000010:3.1:1776190118.902249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a43c941b. 00010000:00000010:3.1:1776190118.972299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef01b5e1. 00010000:00000010:3.1:1776190118.996845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000439033a3. 00010000:00000010:3.1:1776190119.040110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029d32bf3. 00010000:00000010:3.1:1776190119.073697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003690d9f7. 00010000:00000010:3.1:1776190119.100659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028c52965. 00010000:00000010:3.1:1776190119.224925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e8c1aac. 00010000:00000010:3.1:1776190119.251307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a599460f. 00010000:00000010:3.1:1776190119.331765:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063a2b164. 00010000:00000010:3.1:1776190119.332092:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eba0a6a. 00010000:00000010:3.1:1776190119.340290:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099f42534. 00010000:00000010:3.1:1776190119.340305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029d32bf3. 00010000:00000010:3.1:1776190119.367913:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001bb9801. 00010000:00000010:3.1:1776190119.376066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b599855. 00010000:00000010:3.1:1776190119.393602:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000699d9369. 00010000:00000010:3.1:1776190119.401997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b899e18. 00010000:00000010:3.1:1776190119.496506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea3e8094. 00010000:00000010:3.1:1776190119.516842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000d28dd7. 00010000:00000010:3.1:1776190119.516857:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b41d68b4. 00010000:00000010:3.1:1776190119.516861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f54d30c. 00010000:00000010:3.1:1776190119.516865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab1497da. 00010000:00000010:3.1:1776190119.516869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029d32bf3. 00010000:00000010:3.1:1776190119.528832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e06a50e. 00010000:00000010:3.1:1776190119.532141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fcf2969. 00010000:00000010:3.1:1776190119.567429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e4dd911. 00010000:00000010:3.1:1776190119.596974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf044f2b. 00010000:00000010:3.1:1776190119.596981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7131880. 00010000:00000010:3.1:1776190119.625533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006377473e. 00010000:00000010:3.1:1776190119.625545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcbf92f0. 00010000:00000010:3.1:1776190119.627885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a0b24ab. 00010000:00000010:3.1:1776190119.627898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1b1267e. 00010000:00000010:3.1:1776190119.683116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e457a611. 00010000:00000010:3.1:1776190119.693187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041d10c6b. 00010000:00000010:3.1:1776190119.693196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ece58a. 00010000:00000010:3.1:1776190119.700089:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d9c6d69. 00010000:00000010:3.1:1776190119.700098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1b1267e. 00010000:00000010:3.1:1776190119.716021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e58574c. 00010000:00000010:3.1:1776190119.716036:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000835c79bd. 00010000:00000010:3.1:1776190119.716040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e33eb6b. 00010000:00000010:3.1:1776190119.726981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010730418. 00010000:00000010:3.1:1776190119.726987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027eb2815. 00010000:00000010:3.1:1776190119.726991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005610366. 00010000:00000010:3.1:1776190119.748911:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000206efd72. 00010000:00000010:3.1:1776190119.748921:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2e944b7. 00010000:00000010:3.1:1776190119.748925:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1b1267e. 00010000:00000010:3.1:1776190119.748928:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab1497da. 00010000:00000010:3.1:1776190119.748932:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e33eb6b. 00010000:00000010:3.1:1776190119.748934:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c888a8e. 00010000:00000010:3.1:1776190119.748937:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007de3efce. 00010000:00000010:3.1:1776190119.764828:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c34b756. 00010000:00000010:3.1:1776190119.764837:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009df4d435. 00010000:00000010:3.1:1776190119.773897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4a1e835. 00010000:00000010:3.1:1776190119.773905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007de3efce. 00010000:00000010:3.1:1776190119.789107:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000090815a0. 00010000:00000010:3.1:1776190119.789121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e33eb6b. 00010000:00000010:3.1:1776190119.806155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7b6a2d6. 00010000:00000010:3.1:1776190119.806168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000255d76e. 00010000:00000010:3.1:1776190119.806171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007de3efce. 00010000:00000010:3.1:1776190119.812792:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081c1de72. 00010000:00000010:3.1:1776190119.812877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc62fb52. 00010000:00000010:3.1:1776190119.826336:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076b5214a. 00010000:00000010:3.1:1776190119.826343:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007de3efce. 00010000:00000010:3.1:1776190119.826346:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab1497da. 00010000:00000010:3.1:1776190119.826350:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e33eb6b. 00010000:00000010:3.1:1776190119.837826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046dd8602. 00010000:00000010:3.1:1776190119.837839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029d32bf3. 00010000:00000010:3.1:1776190119.849464:0:78115:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4354ac0. 00010000:00000010:3.1:1776190119.849472:0:78115:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a681eefd. 00010000:00000010:3.1:1776190119.896887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d5cffeb. 00010000:00000010:3.1:1776190119.900208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064f85f18. 00010000:00000010:3.1:1776190119.921085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075bf0658. 00010000:00000010:3.1:1776190119.921097:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000555d9eb. 00010000:00000010:3.1:1776190119.921100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1c166e6. 00010000:00000010:3.1:1776190119.923798:0:78104:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f874a2e. 00010000:00000010:3.1:1776190119.950577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005055c76e. 00010000:00000010:3.1:1776190119.950587:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e83b3bac. 00010000:00000010:3.1:1776190119.950590:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078833872. 00010000:00000010:3.1:1776190119.950593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab1497da. 00010000:00000010:3.1:1776190119.950597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029d32bf3. 00010000:00000010:3.1:1776190119.953825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a6fb93d. 00010000:00000010:3.1:1776190119.953833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aeda8512. 00010000:00000010:3.1:1776190119.953838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007de3efce. 00010000:00000010:3.1:1776190119.959120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b37c866e. 00010000:00000010:3.1:1776190119.959132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060458a36. 00010000:00000010:3.1:1776190119.959136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d081a564. 00010000:00000010:3.1:1776190119.965892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a83f2169. 00010000:00000010:3.1:1776190120.032657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eac638a6. 00010000:00000010:3.1:1776190120.042028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5256c37. 00010000:00000010:3.1:1776190120.121080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6e1d921. 00010000:00000010:3.1:1776190120.125753:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1ff03b4. 00010000:00000010:3.1:1776190120.162475:0:78135:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021cef78a. 00010000:00000010:3.1:1776190120.196970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c26faf1. 00010000:00000010:3.1:1776190120.196982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd993c15. 00010000:00000010:3.1:1776190120.199853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0782c75. 00010000:00000010:3.1:1776190120.199860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6cc2a9a. 00010000:00000010:3.1:1776190120.199866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d081a564. 00010000:00000010:3.1:1776190120.219356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031708eb9. 00010000:00000010:3.1:1776190120.233148:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b608f198. 00010000:00000010:3.1:1776190120.233157:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000948ca33b. 00010000:00000010:3.1:1776190120.239360:0:1358:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d792257. 00010000:00000010:3.1:1776190120.239368:0:1358:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074fe1135. 00010000:00000010:3.1:1776190120.239371:0:1358:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d081a564. 00010000:00000010:3.1:1776190120.266941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004960f690. 00010000:00000010:3.1:1776190120.266953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d71561. 00010000:00000010:3.1:1776190120.281875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b138a276. 00010000:00000010:3.1:1776190120.304058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ed677f. 00010000:00000010:3.1:1776190120.325853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000415203ea. 00010000:00000010:3.1:1776190120.354341:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001512e2b7. 00010000:00000010:3.1:1776190120.354348:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ff4a354. 00010000:00000010:3.1:1776190120.354352:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba258b3b. 00010000:00000010:3.1:1776190120.371868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a11eaaf4. 00010000:00000010:3.1:1776190120.411205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008db5666e. 00010000:00000010:3.1:1776190120.477885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e95cf832. 00010000:00000010:3.1:1776190120.477899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001b2eaa3. 00010000:00000010:3.1:1776190120.477903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fbdb336. 00010000:00000010:3.1:1776190120.568846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002733143a. 00010000:00000010:3.1:1776190120.568856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b04f6f14. 00010000:00000010:3.1:1776190120.592458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fa3a0ad. 00010000:00000010:3.1:1776190120.597102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bd09520. 00010000:00000010:3.1:1776190120.597107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a2e30e5. 00010000:00000010:3.1:1776190120.600916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000353387d. 00010000:00000010:3.1:1776190120.600936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d081a564. 00010000:00000010:3.1:1776190120.641864:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d41c15be. 00010000:00000010:3.1:1776190120.641878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4f2df65. 00010000:00000010:3.1:1776190120.653980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bb22f5f. 00010000:00000010:3.1:1776190120.653996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d081a564. 00010000:00000010:3.1:1776190120.658224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e312104e. 00010000:00000010:3.1:1776190120.658248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007de3efce. 00010000:00000010:3.1:1776190120.662065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000620d2abc. 00010000:00000010:3.1:1776190120.662078:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000096c5c50. 00010000:00000010:3.1:1776190120.662082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007c224ea. 00010000:00000010:3.1:1776190120.676143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf18a591. 00010000:00000010:3.1:1776190120.676158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d081a564. 00010000:00000010:3.1:1776190120.676162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab1497da. 00010000:00000010:3.1:1776190120.676167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007c224ea. 00010000:00000010:3.1:1776190120.683242:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccdbf771. 00010000:00000010:3.1:1776190120.683260:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007de3efce. 00010000:00000010:3.1:1776190120.687042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fd9b918. 00010000:00000010:3.1:1776190120.687060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a681eefd. 00010000:00000010:3.1:1776190120.703841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008120ac6e. 00010000:00000010:3.1:1776190120.749835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f8cf391. 00010000:00000010:3.1:1776190120.862124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023b29617. 00010000:00000010:3.1:1776190120.867827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b17f2b09. 00010000:00000010:3.1:1776190120.889846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c258c2ab. 00010000:00000010:1.1:1776190120.913862:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000739259b4. 00010000:00000010:1.1:1776190120.913866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e4cca55. 00010000:00000010:1.1:1776190120.913868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028833a8b. 00010000:00000010:1.1:1776190120.913874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c07713f. 00010000:00000010:1.1:1776190120.913876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fde11d7. 00010000:00000010:1.1:1776190120.913880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086c627c5. 00010000:00000010:1.1:1776190120.913883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007af0f264. 00010000:00000010:1.1:1776190120.913885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f43969a. 00010000:00000010:1.1:1776190120.913888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc12af2c. 00010000:00000010:1.1:1776190120.913890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000796e951. 00010000:00000010:1.1:1776190120.913892:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008995350. 00010000:00000010:1.1:1776190120.913895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd993c15. 00010000:00000010:1.1:1776190120.913898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035a4ce7c. 00010000:00000010:1.1:1776190120.913900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a6675a. 00010000:00000010:1.1:1776190120.913902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094a93b4f. 00010000:00000010:1.1:1776190120.913904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ce4c7d5. 00010000:00000010:1.1:1776190120.913906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c392db8d. 00010000:00000010:1.1:1776190120.913909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4acef77. 00010000:00000010:1.1:1776190120.913912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c613525. 00010000:00000010:1.1:1776190120.913923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1c166e6. 00010000:00000010:1.1:1776190120.913926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f56e49d1. 00010000:00000010:1.1:1776190120.913928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019e448a6. 00010000:00000010:1.1:1776190120.913930:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a58f9af5. 00010000:00000010:1.1:1776190120.913933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc8d566a. 00010000:00000010:1.1:1776190120.913935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003da5dc5f. 00010000:00000010:1.1:1776190120.913937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002b5d353. 00010000:00000010:1.1:1776190120.913939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df3bc5ab. 00010000:00000010:1.1:1776190120.913942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048090b11. 00010000:00000010:1.1:1776190120.913944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007192d7c2. 00010000:00000010:1.1:1776190120.913949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e0d8dd8. 00010000:00000010:1.1:1776190120.913955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000652c0510. 00010000:00000010:1.1:1776190120.913959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085f0f6f8. 00010000:00000010:1.1:1776190120.913962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5dc0218. 00010000:00000010:1.1:1776190120.913965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f79514f. 00010000:00000010:1.1:1776190120.913967:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b8a924c. 00010000:00000010:1.1:1776190120.913970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045b0bea8. 00010000:00000010:1.1:1776190120.913973:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c516a75. 00010000:00000010:1.1:1776190120.913975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a2a215f. 00010000:00000010:1.1:1776190120.913978:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4c9c754. 00010000:00000010:1.1:1776190120.913980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc4fabe. 00010000:00000010:1.1:1776190120.913982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007daf830c. 00010000:00000010:1.1:1776190120.913984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b158b17f. 00010000:00000010:1.1:1776190120.913986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4ac4379. 00010000:00000010:1.1:1776190120.913988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d070188f. 00010000:00000010:1.1:1776190120.913990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffa10c09. 00010000:00000010:1.1:1776190120.913992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077c2be97. 00010000:00000010:1.1:1776190120.913994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008767e468. 00010000:00000010:1.1:1776190120.913996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016f7c8da. 00010000:00000010:1.1:1776190120.914000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a0b24ab. 00010000:00000010:1.1:1776190120.914004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000266ee1c5. 00010000:00000010:1.1:1776190120.914006:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003edb5154. 00010000:00000010:1.1:1776190120.914008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073b60bdd. 00010000:00000010:1.1:1776190120.914010:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c53238d7. 00010000:00000010:1.1:1776190120.914012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066a3b124. 00010000:00000010:1.1:1776190120.914014:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ac50f34. 00010000:00000010:1.1:1776190120.914016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a464b23. 00010000:00000010:1.1:1776190120.914019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a202f99. 00010000:00000010:1.1:1776190120.914022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c28e843. 00010000:00000010:1.1:1776190120.914023:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e82faaa. 00010000:00000010:1.1:1776190120.914026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f098d71a. 00010000:00000010:1.1:1776190120.914029:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f79d8cab. 00010000:00000010:1.1:1776190120.914031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001acee9b. 00010000:00000010:1.1:1776190120.914033:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004dc7f0a. 00010000:00000010:1.1:1776190120.914035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f405fb22. 00010000:00000010:1.1:1776190120.914037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd07e9a1. 00010000:00000010:1.1:1776190120.914040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8084819. 00010000:00000010:1.1:1776190120.914044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3d29c99. 00010000:00000010:1.1:1776190120.914046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fac6962. 00010000:00000010:1.1:1776190120.914050:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa5530a7. 00010000:00000010:1.1:1776190120.914052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8467a88. 00010000:00000010:1.1:1776190120.917864:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e580da31. 00010000:00000010:1.1:1776190120.917880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d2857c7. 00010000:00000010:1.1:1776190120.917885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d2e9e3f. 00010000:00000010:1.1:1776190120.917888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc7b700. 00010000:00000010:1.1:1776190120.917890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f627d473. 00010000:00000010:1.1:1776190120.917893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e4ce8d2. 00010000:00000010:1.1:1776190120.917896:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad54b84f. 00010000:00000010:1.1:1776190120.917899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004246d03. 00010000:00000010:1.1:1776190120.917903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074b16abb. 00010000:00000010:1.1:1776190120.917906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ab96322. 00010000:00000010:1.1:1776190120.917908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000255d76e. 00010000:00000010:1.1:1776190120.917911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea59ea37. 00010000:00000010:1.1:1776190120.918093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021440c0a. 00010000:00000010:1.1:1776190120.918097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b2097f9. 00010000:00000010:1.1:1776190120.927944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020e77b92. 00010000:00000010:1.1:1776190120.927959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d763bcc9. 00010000:00000010:1.1:1776190120.927964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023a0872b. 00010000:00000010:1.1:1776190120.927966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022cb72ee. 00010000:00000010:1.1:1776190120.927972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2907c51. 00010000:00000010:1.1:1776190120.927976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9b63cf2. 00010000:00000010:1.1:1776190120.927978:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026e4ffd0. 00010000:00000010:1.1:1776190120.927982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f3fe1dc. 00010000:00000010:1.1:1776190120.927984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000501b9d1a. 00010000:00000010:1.1:1776190120.927986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000829aab69. 00010000:00000010:1.1:1776190120.927988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008918e12d. 00010000:00000010:1.1:1776190120.927991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000eb8467. 00010000:00000010:1.1:1776190120.927994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2ef89e2. 00010000:00000010:1.1:1776190120.927999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db2a445b. 00010000:00000010:1.1:1776190120.928001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070d234a9. 00010000:00000010:1.1:1776190120.928004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009706d0dc. 00010000:00000010:1.1:1776190120.928006:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e47b5008. 00010000:00000010:1.1:1776190120.928010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000b940f3. 00010000:00000010:1.1:1776190120.928012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4198066. 00010000:00000010:1.1:1776190120.928014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0fb3d1c. 00010000:00000010:1.1:1776190120.928017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4d060fb. 00010000:00000010:1.1:1776190120.928019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ca56c3. 00010000:00000010:1.1:1776190120.928022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ac3ac6b. 00010000:00000010:1.1:1776190120.928025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:1.1:1776190120.928027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e060bc5f. 00010000:00000010:1.1:1776190120.928030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e0e37d8. 00010000:00000010:1.1:1776190120.928031:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bb6cf2e. 00010000:00000010:1.1:1776190120.928033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe2299bb. 00010000:00000010:1.1:1776190120.928035:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f7aa4e4. 00010000:00000010:1.1:1776190120.928038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c85c65b. 00010000:00000010:1.1:1776190120.928040:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017c270d5. 00010000:00000010:1.1:1776190120.928042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:1.1:1776190120.961987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b089422. 00010000:00000010:1.1:1776190120.961993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084197b20. 00010000:00000010:1.1:1776190120.961997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017c270d5. 00010000:00000010:1.1:1776190120.962000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:1.1:1776190120.962002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7cc1596. 00010000:00000010:3.1:1776190120.964153:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e676ba5. 00010000:00000010:1.1:1776190120.967040:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cd5a423. 00010000:00000010:1.1:1776190120.967046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c85c65b. 00010000:00000010:1.1:1776190120.967049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c39c78af. 00010000:00000010:1.1:1776190120.967051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe2299bb. 00010000:00000010:3.1:1776190120.981833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d7f8bb3. 00010000:00000010:1.1:1776190121.002812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4d10b31. 00010000:00000010:3.1:1776190121.008832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f25cbdf7. 00010000:00000010:1.1:1776190121.054123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f876ebc5. 00010000:00000010:1.1:1776190121.054130:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002861d46c. 00010000:00000010:1.1:1776190121.054134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030875802. 00010000:00000010:1.1:1776190121.054138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fac3d931. 00010000:00000010:1.1:1776190121.054140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe2299bb. 00010000:00000010:1.1:1776190121.054144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe29deb0. 00010000:00000010:1.1:1776190121.054146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c85c65b. 00010000:00000010:3.1:1776190121.058857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000770e49c0. 00010000:00000010:1.1:1776190121.063892:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000169eca60. 00010000:00000010:1.1:1776190121.063920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:1.1:1776190121.077943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034166a82. 00010000:00000010:1.1:1776190121.077950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c85c65b. 00010000:00000010:1.1:1776190121.077953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017c270d5. 00010000:00000010:1.1:1776190121.077956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe2299bb. 00010000:00000010:1.1:1776190121.081849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000913904d4. 00010000:00000010:1.1:1776190121.081863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000eb818c1. 00010000:00000010:1.1:1776190121.081870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:1.1:1776190121.085203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001888f5a6. 00010000:00000010:1.1:1776190121.085209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009070a53f. 00010000:00000010:1.1:1776190121.085212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:3.1:1776190121.089840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000341c422e. 00010000:00000010:1.1:1776190121.095614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005924d142. 00010000:00000010:1.1:1776190121.110887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015a1c429. 00010000:00000010:1.1:1776190121.114961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003904c543. 00010000:00000010:1.1:1776190121.129706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab36e9b2. 00010000:00000010:1.1:1776190121.141054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d02a1d5. 00010000:00000010:1.1:1776190121.167094:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043345af3. 00010000:00000010:1.1:1776190121.170272:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3a4ea85. 00010000:00000010:1.1:1776190121.170279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032925123. 00010000:00000010:1.1:1776190121.170283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:1.1:1776190121.170286:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017c270d5. 00010000:00000010:1.1:1776190121.170288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:1.1:1776190121.178159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052323205. 00010000:00000010:1.1:1776190121.178172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe2299bb. 00010000:00000010:1.1:1776190121.182917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001eaa5ec7. 00010000:00000010:1.1:1776190121.182927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000000d5531. 00010000:00000010:1.1:1776190121.182930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c85c65b. 00010000:00000010:1.1:1776190121.193956:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e39f2b3d. 00010000:00000010:1.1:1776190121.193963:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:1.1:1776190121.201879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040dda2f9. 00010000:00000010:1.1:1776190121.201890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe2299bb. 00010000:00000010:3.1:1776190121.201933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a76965. 00010000:00000010:1.1:1776190121.208220:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016030b06. 00010000:00000010:1.1:1776190121.208237:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c85c65b. 00010000:00000010:1.1:1776190121.209816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000785d568d. 00010000:00000010:1.1:1776190121.209821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:3.1:1776190121.211612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003164fac. 00010000:00000010:1.1:1776190121.213910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a869f9c. 00010000:00000010:1.1:1776190121.234130:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040c500dc. 00010000:00000010:1.1:1776190121.234137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a6ce6d2. 00010000:00000010:3.1:1776190121.240174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bdeda0a. 00010000:00000010:1.1:1776190121.243970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebbb895b. 00010000:00000010:1.1:1776190121.243977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:1.1:1776190121.252987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1a07e97. 00010000:00000010:1.1:1776190121.252994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c85c65b. 00010000:00000010:1.1:1776190121.257939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed58e753. 00010000:00000010:1.1:1776190121.257955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043fcd2ff. 00010000:00000010:1.1:1776190121.257960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe2299bb. 00010000:00000010:1.1:1776190121.257964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017c270d5. 00010000:00000010:1.1:1776190121.257966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c85c65b. 00010000:00000010:1.1:1776190121.271838:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002205507f. 00010000:00000010:1.1:1776190121.271855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:3.1:1776190121.272060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc296c3f. 00010000:00000010:1.1:1776190121.275145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067630ab4. 00010000:00000010:1.1:1776190121.275161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c85c65b. 00010000:00000010:1.1:1776190121.291828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5fdfb3a. 00010000:00000010:1.1:1776190121.291839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe2299bb. 00010000:00000010:1.1:1776190121.304846:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000192590c8. 00010000:00000010:1.1:1776190121.304863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c85c65b. 00010000:00000010:1.1:1776190121.312823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d17f281. 00010000:00000010:1.1:1776190121.312837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe2299bb. 00010000:00000010:1.1:1776190121.312842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017c270d5. 00010000:00000010:1.1:1776190121.312845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:1.1:1776190121.316204:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a872b83. 00010000:00000010:1.1:1776190121.316211:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f9d2e89. 00010000:00000010:1.1:1776190121.316215:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0fb3d1c. 00010000:00000010:1.1:1776190121.320830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed71b4b. 00010000:00000010:1.1:1776190121.320840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006013e87. 00010000:00000010:1.1:1776190121.320843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c85c65b. 00010000:00000010:1.1:1776190121.343875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc8fed83. 00010000:00000010:1.1:1776190121.343884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:1.1:1776190121.362059:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bd705cb. 00010000:00000010:1.1:1776190121.362076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043e6865d. 00010000:00000010:1.1:1776190121.362082:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017c270d5. 00010000:00000010:1.1:1776190121.362085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:3.1:1776190121.368094:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000874716d8. 00010000:00000010:3.1:1776190121.368104:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f66ae0e. 00010000:00000010:3.1:1776190121.368108:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0fb3d1c. 00010000:00000010:3.1:1776190121.375986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030d20474. 00010000:00000010:3.1:1776190121.375999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000675b1977. 00010000:00000010:3.1:1776190121.376003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a681eefd. 00010000:00000010:3.1:1776190121.386926:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce0a4d3a. 00010000:00000010:3.1:1776190121.386935:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007de3efce. 00010000:00000010:1.1:1776190121.391140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e6b8696. 00010000:00000010:3.1:1776190121.394918:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f84aee6c. 00010000:00000010:3.1:1776190121.394926:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d081a564. 00010000:00000010:3.1:1776190121.406089:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050300bc0. 00010000:00000010:3.1:1776190121.406103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a681eefd. 00010000:00000010:3.1:1776190121.406107:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab1497da. 00010000:00000010:3.1:1776190121.406111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007de3efce. 00010000:00000010:3.1:1776190121.456292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a688927. 00010000:00000010:3.1:1776190121.457813:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032158ddb. 00010000:00000010:3.1:1776190121.466051:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000707eb9f. 00010000:00000010:3.1:1776190121.466059:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cabc513. 00010000:00000010:1.1:1776190121.473743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000490a6067. 00010000:00000010:3.1:1776190121.474008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000272157da. 00010000:00000010:3.1:1776190121.474015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007de3efce. 00010000:00000010:3.1:1776190121.477908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086b4da2f. 00010000:00000010:3.1:1776190121.477918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a38081a3. 00010000:00000010:3.1:1776190121.477922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a681eefd. 00010000:00000010:1.1:1776190121.496923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003673c505. 00010000:00000010:3.1:1776190121.515875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f01da8f3. 00010000:00000010:3.1:1776190121.515905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7537b37. 00010000:00000010:3.1:1776190121.539815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000362f34c5. 00010000:00000010:3.1:1776190121.539832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a681eefd. 00010000:00000010:1.1:1776190121.550137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db7e0272. 00010000:00000010:3.1:1776190121.566995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d25e1c9c. 00010000:00000010:1.1:1776190121.567158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7777ce7. 00010000:00000010:1.1:1776190121.567167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042375ab4. 00010000:00000010:1.1:1776190121.575824:0:78161:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c149502. 00010000:00000010:1.1:1776190121.575836:0:78161:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:3.1:1776190121.575923:0:1368:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce44d66e. 00010000:00000010:1.1:1776190121.622060:0:78154:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022ae7ffe. 00010000:00000010:1.1:1776190121.622074:0:78154:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011254b95. 00010000:00000010:1.1:1776190121.622092:0:78154:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010ef40b9. 00010000:00000010:1.1:1776190121.622096:0:78154:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091103d34. 00010000:00000010:1.1:1776190121.622099:0:78154:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:3.1:1776190121.649368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09fea62. 00010000:00000010:1.1:1776190121.689850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045f7a729. 00010000:00000010:1.1:1776190121.692266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c664e535. 00010000:00000010:1.1:1776190121.710016:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4bdc704. 00010000:00000010:1.1:1776190121.710026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:1.1:1776190121.724803:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000106ab6cf. 00010000:00000010:1.1:1776190121.724811:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009706d0dc. 00010000:00000010:3.1:1776190121.743634:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033bc7c72. 00010000:00000010:3.1:1776190121.743684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f57fa8c. 00010000:00000010:3.1:1776190121.753225:0:78169:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002653c694. 00010000:00000010:3.1:1776190121.753247:0:78169:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a681eefd. 00010000:00000010:1.1:1776190121.793930:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046991310. 00010000:00000010:1.1:1776190121.793947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089323ee1. 00010000:00000010:1.1:1776190121.796203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9c74fd0. 00010000:00000010:1.1:1776190121.796292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009706d0dc. 00010000:00000010:3.1:1776190121.796406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000315b20e7. 00010000:00000010:3.1:1776190121.876853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a0aacaa. 00010000:00000010:3.1:1776190121.876870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007ad33ba. 00010000:00000010:1.1:1776190121.883044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000335a8cc1. 00010000:00000010:1.1:1776190121.890790:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4596161. 00010000:00000010:3.1:1776190121.897880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e894d2ff. 00010000:00000010:3.1:1776190121.897908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f0dce7a. 00010000:00000010:3.1:1776190121.908635:0:78177:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005668320e. 00010000:00000010:3.1:1776190121.908655:0:78177:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f012c60. 00010000:00000010:3.1:1776190121.908660:0:78177:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005610366. 00010000:00000010:3.1:1776190121.947262:0:78179:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5e8a0ba. 00010000:00000010:1.1:1776190121.956754:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a84a56c. 00010000:00000010:1.1:1776190121.956796:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfd04597. 00010000:00000010:1.1:1776190121.956801:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d04d3431. 00010000:00000010:1.1:1776190121.964314:0:64667:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097d51c5a. 00010000:00000010:1.1:1776190121.964329:0:64667:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021eb5496. 00010000:00000010:1.1:1776190121.964335:0:64667:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009706d0dc. 00010000:00000010:1.1:1776190121.964338:0:64667:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034166a82. 00010000:00000010:1.1:1776190121.964341:0:64667:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1095a95. 00010000:00000010:1.1:1776190121.973474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048d3c9e3. 00010000:00000010:1.1:1776190121.973482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb0d0d05. 00010000:00000010:1.1:1776190121.973486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f54efe16. 00010000:00000010:3.1:1776190121.984804:0:78181:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d220c967. 00010000:00000010:3.1:1776190121.984823:0:78181:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb766f27. 00010000:00000010:1.1:1776190121.993907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f539c9d. 00010000:00000010:1.1:1776190122.009978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003263380f. 00010000:00000010:1.1:1776190122.012486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035b66b48. 00010000:00000010:1.1:1776190122.012507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d04d3431. 00010000:00000010:3.1:1776190122.020670:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038ac9738. 00010000:00000010:3.1:1776190122.020686:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1b1267e. 00010000:00000010:3.1:1776190122.054516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db2150b0. 00010000:00000010:3.1:1776190122.054525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d4adf33. 00010000:00000010:3.1:1776190122.054529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ee96e52. 00010000:00000010:3.1:1776190122.054535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab1497da. 00010000:00000010:3.1:1776190122.054539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1b1267e. 00010000:00000010:1.1:1776190122.077813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ae8894b. 00010000:00000010:1.1:1776190122.077821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3b13abf. 00010000:00000010:1.1:1776190122.077826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ce32529. 00010000:00000010:1.1:1776190122.077830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041d6a92b. 00010000:00000010:1.1:1776190122.077833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f54efe16. 00010000:00000010:1.1:1776190122.086818:0:1357:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e31f96. 00010000:00000010:1.1:1776190122.086831:0:1357:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecc4138f. 00010000:00000010:1.1:1776190122.086836:0:1357:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1095a95. 00010000:00000010:3.1:1776190122.090209:0:78192:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab10f1ff. 00010000:00000010:1.1:1776190122.115058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030f25bb1. 00010000:00000010:1.1:1776190122.115069:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017469917. 00010000:00000010:1.1:1776190122.115073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fe43803. 00010000:00000010:1.1:1776190122.123592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000276f5992. 00010000:00000010:1.1:1776190122.123607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1095a95. 00010000:00000010:1.1:1776190122.128807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb8be45f. 00010000:00000010:1.1:1776190122.134070:0:78154:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3559176. 00010000:00000010:3.1:1776190122.135687:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebf19247. 00010000:00000010:3.1:1776190122.135697:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037e0564f. 00010000:00000010:3.1:1776190122.135702:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab1497da. 00010000:00000010:3.1:1776190122.135706:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1b1267e. 00010000:00000010:3.1:1776190122.150332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c2985cf. 00010000:00000010:3.1:1776190122.159106:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000805358d9. 00010000:00000010:3.1:1776190122.159116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e33eb6b. 00010000:00000010:1.1:1776190122.169642:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0d86bfe. 00010000:00000010:3.1:1776190122.175054:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000770e47b6. 00010000:00000010:3.1:1776190122.175065:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1b1267e. 00010000:00000010:3.1:1776190122.175070:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c50a294. 00010000:00000010:3.1:1776190122.175076:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be6e2a54. 00010000:00000010:3.1:1776190122.177941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085a1ebae. 00010000:00000010:3.1:1776190122.177954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e33eb6b. 00010000:00000010:1.1:1776190122.178007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6be8d2f. 00010000:00000010:1.1:1776190122.182823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e01e0c84. 00010000:00000010:1.1:1776190122.182835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc139397. 00010000:00000010:1.1:1776190122.182840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007c224ea. 00010000:00000010:1.1:1776190122.182842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034166a82. 00010000:00000010:1.1:1776190122.182845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1095a95. 00010000:00000010:3.1:1776190122.195873:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db9b0c20. 00010000:00000010:1.1:1776190122.218307:0:64667:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c6be2d0. 00010000:00000010:3.1:1776190122.235874:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d04583f5. 00010000:00000010:3.1:1776190122.235895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007ad33ba. 00010000:00000010:3.1:1776190122.259949:0:1017:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080b7c9ab. 00010000:00000010:3.1:1776190122.259963:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e33eb6b. 00010000:00000010:3.1:1776190122.275671:0:1358:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000374f51a7. 00010000:00000010:3.1:1776190122.275681:0:1358:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be6e2a54. 00010000:00000010:3.1:1776190122.275687:0:1358:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab1497da. 00010000:00000010:3.1:1776190122.275690:0:1358:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1b1267e. 00010000:00000010:1.1:1776190122.281861:0:1031:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddb106db. 00010000:00000010:1.1:1776190122.281877:0:1031:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048592b0c. 00010000:00000010:1.1:1776190122.281881:0:1031:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029d32bf3. 00010000:00000010:1.1:1776190122.298852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e6358e4. 00010000:00000010:3.1:1776190122.307993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000888a1ee. 00010000:00000010:3.1:1776190122.308020:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3321766. 00010000:00000010:3.1:1776190122.320183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c55c5adc. 00010000:00000010:3.1:1776190122.320207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1b1267e. 00010000:00000010:3.1:1776190122.360379:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c87fce3e. 00010000:00000010:1.1:1776190122.371914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f033700. 00010000:00000010:1.1:1776190122.371929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000092735c5. 00010000:00000010:3.1:1776190122.376024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051d1ae8f. 00010000:00000010:1.1:1776190122.397175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8084fd9. 00010000:00000010:3.1:1776190122.436914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b53aac5c. 00010000:00000010:3.1:1776190122.468817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc482e92. 00010000:00000010:3.1:1776190122.521959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091ae0d2c. 00010000:00000010:3.1:1776190122.546592:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064545036. 00010000:00000010:1.1:1776190122.556847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e644eed. 00010000:00000010:3.1:1776190122.567906:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000984bdb7. 00010000:00000010:3.1:1776190122.574076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9683445. 00010000:00000010:3.1:1776190122.603533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058445b15. 00010000:00000010:3.1:1776190122.661000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab1497da. 00010000:00000010:3.1:1776190122.661024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1b1267e. 00010000:00000010:3.1:1776190122.661030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022f10bd8. 00010000:00000010:3.1:1776190122.661033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e33eb6b. 00010000:00000010:3.1:1776190122.661035:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad2a83d1. 00010000:00000010:3.1:1776190122.661037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fe43f03. 00010000:00000010:3.1:1776190122.661040:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b61c712. 00010000:00000010:3.1:1776190122.661044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b03f8ba5. 00010000:00000010:3.1:1776190122.661047:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076ab237d. 00010000:00000010:3.1:1776190122.661050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be6e2a54. 00010000:00000010:3.1:1776190122.661053:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015912f4d. 00010000:00000010:3.1:1776190122.661055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029d32bf3. 00010000:00000010:3.1:1776190122.661059:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000174cbc08. 00010000:00000010:3.1:1776190122.661062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007c224ea. 00010000:00000010:3.1:1776190122.661064:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a51a4cf. 00010000:00000010:3.1:1776190122.661068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d081a564. 00010000:00000010:3.1:1776190122.661071:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b169576. 00010000:00000010:3.1:1776190122.661073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007de3efce. 00010000:00000010:3.1:1776190122.661075:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005622343e. 00010000:00000010:3.1:1776190122.661078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005610366. 00010000:00000010:3.1:1776190122.661083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000825fd399. 00010000:00000010:3.1:1776190122.661086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a681eefd. 00010000:00000010:3.1:1776190122.661088:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd4fd762. 00010000:00000010:3.1:1776190122.661092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085d492a5. 00010000:00000010:3.1:1776190122.661095:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004306edd9. 00010000:00000010:3.1:1776190122.661098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7bef270. 00010000:00000010:3.1:1776190122.661104:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b09c5776. 00010000:00000010:3.1:1776190122.661112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000744cd78e. 00010000:00000010:3.1:1776190122.661114:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bc50882. 00010000:00000010:3.1:1776190122.661117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5f5e350. 00010000:00000010:3.1:1776190122.661120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094b2e959. 00010000:00000010:3.1:1776190122.661124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d8588b. 00010000:00000010:3.1:1776190122.661126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc11e181. 00010000:00000010:3.1:1776190122.661129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002537e5e2. 00010000:00000010:3.1:1776190122.661131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ba81818. 00010000:00000010:3.1:1776190122.661134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0e92f3f. 00010000:00000010:3.1:1776190122.661136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000481ee03c. 00010000:00000010:3.1:1776190122.661140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f01c0e70. 00010000:00000010:3.1:1776190122.661146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000436f3875. 00010000:00000010:3.1:1776190122.661149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066f3dc79. 00010000:00000010:3.1:1776190122.661152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e41c2a36. 00010000:00000010:3.1:1776190122.661155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007be55e23. 00010000:00000010:3.1:1776190122.661157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d8df7c3. 00010000:00000010:3.1:1776190122.661161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b42c4b73. 00010000:00000010:3.1:1776190122.661164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d2b87bb. 00010000:00000010:3.1:1776190122.661166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8258aee. 00010000:00000010:3.1:1776190122.661170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006798deb1. 00010000:00000010:3.1:1776190122.661174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d1cfb71. 00010000:00000010:3.1:1776190122.661177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027c7aa46. 00010000:00000010:3.1:1776190122.661179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c965b7d1. 00010000:00000010:3.1:1776190122.661181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030e44f70. 00010000:00000010:3.1:1776190122.661184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aca88928. 00010000:00000010:3.1:1776190122.661189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9746d22. 00010000:00000010:3.1:1776190122.661193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b659aaff. 00010000:00000010:3.1:1776190122.661197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fb53450. 00010000:00000010:3.1:1776190122.661200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00010000:00000010:3.1:1776190122.661202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a4863a6. 00010000:00000010:3.1:1776190122.661206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024510e9b. 00010000:00000010:3.1:1776190122.661208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000856cc35e. 00010000:00000010:3.1:1776190122.661211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00010000:00000010:3.1:1776190122.661214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d558dab9. 00010000:00000010:3.1:1776190122.661216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000330bfef0. 00010000:00000010:3.1:1776190122.661219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ea6fe95. 00010000:00000010:3.1:1776190122.661221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a5f82. 00010000:00000010:3.1:1776190122.661224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fa8f395. 00010000:00000010:3.1:1776190122.661226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061082947. 00010000:00000010:3.1:1776190122.661230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f61a770c. 00010000:00000010:3.1:1776190122.661233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fae546e. 00010000:00000010:3.1:1776190122.661236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9b1b5cf. 00010000:00000010:3.1:1776190122.661239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:3.1:1776190122.661241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af8eb932. 00010000:00000010:3.1:1776190122.661243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02d4908. 00010000:00000010:3.1:1776190122.661246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dad01993. 00010000:00000010:3.1:1776190122.661248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f7c2c76. 00010000:00000010:3.1:1776190122.661253:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c454c79. 00010000:00000010:3.1:1776190122.661258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:3.1:1776190122.661261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccdbf771. 00010000:00000010:3.1:1776190122.661264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003076311a. 00010000:00000010:3.1:1776190122.661266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6cc2a9a. 00010000:00000010:3.1:1776190122.661268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5d4ce12. 00010000:00000010:3.1:1776190122.661270:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015a326be. 00010000:00000010:3.1:1776190122.661285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00010000:00000010:3.1:1776190122.661288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2af5068. 00010000:00000010:3.1:1776190122.661290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3477ad. 00010000:00000010:3.1:1776190122.661292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e6ea850. 00010000:00000010:3.1:1776190122.661294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002762e9a8. 00010000:00000010:3.1:1776190122.665910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000390e58ca. 00010000:00000010:3.1:1776190122.665940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1a0b0b4. 00010000:00000010:3.1:1776190122.665945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dca27b2. 00010000:00000010:3.1:1776190122.676276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065830556. 00010000:00000010:3.1:1776190122.676298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b8dbc7b. 00010000:00000010:3.1:1776190122.676303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033daa5b4. 00010000:00000010:3.1:1776190122.689543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002014e176. 00010000:00000010:3.1:1776190122.689574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dca27b2. 00010000:00000010:3.1:1776190122.706006:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfc5e14b. 00010000:00000010:3.1:1776190122.754915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc32c6b3. 00010000:00000010:3.1:1776190122.769991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec4b4568. 00010000:00000010:3.1:1776190122.799000:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8badb10. 00010000:00000010:3.1:1776190122.801982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a3a2379. 00010000:00000010:3.1:1776190122.822165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004795b60a. 00010000:00000010:3.1:1776190122.838070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e27b682. 00010000:00000010:3.1:1776190122.868222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b8ba242. 00010000:00000010:3.1:1776190122.890891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a43a65c. 00010000:00000010:3.1:1776190122.911245:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ae3020. 00010000:00000010:3.1:1776190122.922816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037bc8da7. 00010000:00000010:3.1:1776190122.930087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4f1f69a. 00010000:00000010:3.1:1776190122.995200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010cce2b4. 00010000:00000010:1.1:1776190123.000525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa9eb822. 00010000:00000010:1.1:1776190123.000533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000254178b1. 00010000:00000010:3.1:1776190123.025035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015da34f9. 00010000:00000010:3.1:1776190123.029938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e865039f. 00010000:00000010:1.1:1776190123.082030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014afec7b. 00010000:00000010:1.1:1776190123.082039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db5a80aa. 00010000:00000010:1.1:1776190123.082044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017c270d5. 00010000:00000010:1.1:1776190123.082048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f54efe16. 00010000:00000010:1.1:1776190123.086331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000daf28d8a. 00010000:00000010:1.1:1776190123.086340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009706d0dc. 00010000:00000010:3.1:1776190123.090132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000643381ba. 00010000:00000010:3.1:1776190123.106165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005686af86. 00010000:00000010:3.1:1776190123.119454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc7713a. 00010000:00000010:3.1:1776190123.138093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f31fc96. 00010000:00000010:1.1:1776190123.141992:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ff172cd. 00010000:00000010:1.1:1776190123.141999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef3834d. 00010000:00000010:3.1:1776190123.142489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040a414f4. 00010000:00000010:1.1:1776190123.160869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000253920c6. 00010000:00000010:1.1:1776190123.169967:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f6142a0. 00010000:00000010:1.1:1776190123.169979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000525263ea. 00010000:00000010:1.1:1776190123.169984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017c270d5. 00010000:00000010:1.1:1776190123.169987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f54efe16. 00010000:00000010:3.1:1776190123.175384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5a51f46. 00010000:00000010:3.1:1776190123.186891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e95956bd. 00010000:00000010:3.1:1776190123.201199:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb396538. 00010000:00000010:3.1:1776190123.215930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0a1472. 00010000:00000010:3.1:1776190123.220178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4270a15. 00010000:00000010:1.1:1776190123.243897:0:78207:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9d9a0b8. 00010000:00000010:1.1:1776190123.243903:0:78207:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004aa7adcc. 00010000:00000010:3.1:1776190123.253162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000710edee7. 00010000:00000010:1.1:1776190123.256001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009160e68e. 00010000:00000010:1.1:1776190123.256011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f54efe16. 00010000:00000010:1.1:1776190123.263828:0:78210:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cc04406. 00010000:00000010:1.1:1776190123.263842:0:78210:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:1.1:1776190123.263847:0:78210:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017c270d5. 00010000:00000010:1.1:1776190123.263849:0:78210:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000b940f3. 00010000:00000010:3.1:1776190123.278958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d165b87d. 00010000:00000010:1.1:1776190123.292962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd5f3cd1. 00010000:00000010:3.1:1776190123.349831:0:78206:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da1c2a69. 00010000:00000010:1.1:1776190123.355868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000086b531d. 00010000:00000010:3.1:1776190123.369805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011bc25df. 00010000:00000010:3.1:1776190123.378412:0:1358:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc44bc5b. 00010000:00000010:3.1:1776190123.424190:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaadc7e3. 00010000:00000010:3.1:1776190123.444252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcfe6dd1. 00010000:00000010:3.1:1776190123.444270:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e668fc8. 00010000:00000010:3.1:1776190123.444273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000542b35e8. 00010000:00000010:3.1:1776190123.448732:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002def3286. 00010000:00000010:3.1:1776190123.448749:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dca27b2. 00010000:00000010:3.1:1776190123.470803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009b9a8b0. 00010000:00000010:3.1:1776190123.470812:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000648ccb99. 00010000:00000010:3.1:1776190123.470816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000421c3b5e. 00010000:00000010:3.1:1776190123.470820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e6ea850. 00010000:00000010:3.1:1776190123.470824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dca27b2. 00010000:00000010:1.1:1776190123.473806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017bf2836. 00010000:00000010:1.1:1776190123.473818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3477ad. 00010000:00000010:3.1:1776190123.473911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fcee384. 00010000:00000010:3.1:1776190123.486831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8bfed87. 00010000:00000010:1.1:1776190123.500856:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1e93967. 00010000:00000010:3.1:1776190123.501352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c5f1751. 00010000:00000010:3.1:1776190123.501360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1198828. 00010000:00000010:3.1:1776190123.504798:0:78205:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a10d24e. 00010000:00000010:3.1:1776190123.504813:0:78205:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000148297a7. 00010000:00000010:3.1:1776190123.504818:0:78205:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dca27b2. 00010000:00000010:3.1:1776190123.508187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e6ea850. 00010000:00000010:3.1:1776190123.508201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00010000:00000010:1.1:1776190123.515582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033d4c0ec. 00010000:00000010:3.1:1776190123.520204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e742162d. 00010000:00000010:3.1:1776190123.520212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5d4ce12. 00010000:00000010:1.1:1776190123.534314:0:78219:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002321ad1c. 00010000:00000010:1.1:1776190123.534323:0:78219:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5a3190a. 00010000:00000010:1.1:1776190123.534327:0:78219:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00010000:00000010:1.1:1776190123.542794:0:78219:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008322cd73. 00010000:00000010:1.1:1776190123.542810:0:78219:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:3.1:1776190123.549171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005540f135. 00010000:00000010:3.1:1776190123.549196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d70f79f. 00010000:00000010:3.1:1776190123.549200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0fb3d1c. 00010000:00000010:1.1:1776190123.549553:0:78219:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e13cf72. 00010000:00000010:1.1:1776190123.549568:0:78219:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f54efe16. 00010000:00000010:3.1:1776190123.578060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e817d995. 00010000:00000010:1.1:1776190123.593897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f61cb30. 00010000:00000010:1.1:1776190123.593903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f874a2e. 00010000:00000010:1.1:1776190123.605084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000456e44de. 00010000:00000010:1.1:1776190123.605094:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030bf70eb. 00010000:00000010:1.1:1776190123.605101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f54efe16. 00010000:00000010:3.1:1776190123.607884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d489ba71. 00010000:00000010:1.1:1776190123.609860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056d3aba3. 00010000:00000010:1.1:1776190123.609872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:1.1:1776190123.619040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000279301ad. 00010000:00000010:1.1:1776190123.619052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee1466d5. 00010000:00000010:1.1:1776190123.619058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c85c65b. 00010000:00000010:1.1:1776190123.623372:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000464b9808. 00010000:00000010:1.1:1776190123.623380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:1.1:1776190123.633187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5f94250. 00010000:00000010:1.1:1776190123.633204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f54efe16. 00010000:00000010:1.1:1776190123.637837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051911715. 00010000:00000010:1.1:1776190123.637848:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000867ea3f8. 00010000:00000010:1.1:1776190123.637852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:3.1:1776190123.641811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028cfa6b9. 00010000:00000010:1.1:1776190123.656913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1acde04. 00010000:00000010:1.1:1776190123.656924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c85c65b. 00010000:00000010:1.1:1776190123.662106:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f4b03b4. 00010000:00000010:1.1:1776190123.670806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3b59e9d. 00010000:00000010:1.1:1776190123.670817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c41b879. 00010000:00000010:3.1:1776190123.670864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048f484cb. 00010000:00000010:3.1:1776190123.685024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044141adf. 00010000:00000010:1.1:1776190123.692195:0:78227:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7aef3c1. 00010000:00000010:1.1:1776190123.692209:0:78227:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea69a1a8. 00010000:00000010:1.1:1776190123.692214:0:78227:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000409ed2fa. 00010000:00000010:1.1:1776190123.692225:0:78227:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dec07782. 00010000:00000010:1.1:1776190123.692228:0:78227:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c37ec2b6. 00010000:00000010:1.1:1776190123.692231:0:78227:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:1.1:1776190123.692233:0:78227:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017c270d5. 00010000:00000010:1.1:1776190123.692237:0:78227:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:3.1:1776190123.715130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004365be63. 00010000:00000010:3.1:1776190123.715144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010de0ab2. 00010000:00000010:3.1:1776190123.715148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ca56c3. 00010000:00000010:3.1:1776190123.735056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083a42b01. 00010000:00000010:3.1:1776190123.735072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006be4d177. 00010000:00000010:3.1:1776190123.735077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dca27b2. 00010000:00000010:1.1:1776190123.747068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047416799. 00010000:00000010:3.1:1776190123.756861:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b504b66d. 00010000:00000010:3.1:1776190123.756880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003076311a. 00010000:00000010:3.1:1776190123.756886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b0b1249. 00010000:00000010:3.1:1776190123.760804:0:78225:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea330c3b. 00010000:00000010:3.1:1776190123.760817:0:78225:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dca27b2. 00010000:00000010:3.1:1776190123.770842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000358b2631. 00010000:00000010:3.1:1776190123.770860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:3.1:1776190123.770865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e6ea850. 00010000:00000010:3.1:1776190123.770871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dca27b2. 00010000:00000010:1.1:1776190123.786014:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a971d3e4. 00010000:00000010:1.1:1776190123.786025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003076311a. 00010000:00000010:3.1:1776190123.824870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000082188a5. 00010000:00000010:3.1:1776190123.829794:0:78241:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007830b9ca. 00010000:00000010:3.1:1776190123.836443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ed608f6. 00010000:00000010:3.1:1776190123.836456:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028e5e096. 00010000:00000010:3.1:1776190123.836462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2c7e0b4. 00010000:00000010:3.1:1776190123.837878:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002be820df. 00010000:00000010:3.1:1776190123.881031:0:78246:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008840c106. 00010000:00000010:1.1:1776190123.889810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0160a64. 00010000:00000010:3.1:1776190123.899878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f13b09b. 00010000:00000010:3.1:1776190123.899883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e55cce9. 00010000:00000010:3.1:1776190123.899889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0338114. 00010000:00000010:3.1:1776190123.899892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:3.1:1776190123.899894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e6ea850. 00010000:00000010:3.1:1776190123.899898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f7c2c76. 00010000:00000010:1.1:1776190123.903791:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a17dc6d7. 00010000:00000010:3.1:1776190123.903811:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c89898e. 00010000:00000010:3.1:1776190123.903816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02d4908. 00010000:00000010:1.1:1776190123.908913:0:78249:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c9015ef. 00010000:00000010:1.1:1776190123.908926:0:78249:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001641cdd2. 00010000:00000010:1.1:1776190123.908929:0:78249:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:1.1:1776190123.938993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082fbc37a. 00010000:00000010:1.1:1776190123.939008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008772ebe. 00010000:00000010:3.1:1776190123.940836:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056d1f34b. 00010000:00000010:3.1:1776190123.940842:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e0e37d8. 00010000:00000010:3.1:1776190123.940846:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e6ea850. 00010000:00000010:3.1:1776190123.940854:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02d4908. 00010000:00000010:1.1:1776190123.952815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001208a2af. 00010000:00000010:1.1:1776190123.962812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae9747c5. 00010000:00000010:3.1:1776190123.984657:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011ea8de5. 00010000:00000010:3.1:1776190123.986091:0:1018:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009df722ab. 00010000:00000010:3.1:1776190123.986100:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a688927. 00010000:00000010:3.1:1776190123.986104:0:1018:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e6ea850. 00010000:00000010:3.1:1776190123.986108:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02d4908. 00010000:00000010:3.1:1776190123.994808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd37f419. 00010000:00000010:3.1:1776190123.994816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2b4c16d. 00010000:00000010:3.1:1776190123.994819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:1.1:1776190124.003221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033f9add5. 00010000:00000010:3.1:1776190124.003970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000262bfd10. 00010000:00000010:1.1:1776190124.004361:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008deda7a6. 00010000:00000010:1.1:1776190124.004368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cd8efea. 00010000:00000010:1.1:1776190124.026809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe06dce9. 00010000:00000010:3.1:1776190124.026970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000358c0747. 00010000:00000010:1.1:1776190124.036191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000949ef9e2. 00010000:00000010:1.1:1776190124.036203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfe58c8b. 00010000:00000010:3.1:1776190124.040971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b36f89b9. 00010000:00000010:1.1:1776190124.043815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d22ff6b4. 00010000:00000010:1.1:1776190124.043823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000920449e6. 00010000:00000010:3.1:1776190124.047013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d17b0a7. 00010000:00000010:3.1:1776190124.047037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e0e37d8. 00010000:00000010:1.1:1776190124.050999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af7b5ea7. 00010000:00000010:3.1:1776190124.056065:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac165f38. 00010000:00000010:3.1:1776190124.056080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:3.1:1776190124.059899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000536d656e. 00010000:00000010:3.1:1776190124.059906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3dd2d0b. 00010000:00000010:3.1:1776190124.059910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fae546e. 00010000:00000010:1.1:1776190124.064621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b73d29a6. 00010000:00000010:3.1:1776190124.071965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000891465b8. 00010000:00000010:3.1:1776190124.071973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061082947. 00010000:00000010:3.1:1776190124.085875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f10add8. 00010000:00000010:0.1:1776190124.100197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002aacd4f0. 00010000:00000010:0.1:1776190124.100200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b10e253. 00010000:00000010:0.1:1776190124.100202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bee0241. 00010000:00000010:0.1:1776190124.100204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b8e99a2. 00010000:00000010:0.1:1776190124.100206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084f89b24. 00010000:00000010:0.1:1776190124.100209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006326c31e. 00010000:00000010:0.1:1776190124.100211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092ded821. 00010000:00000010:0.1:1776190124.100213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000199976ae. 00010000:00000010:0.1:1776190124.100216:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071b93ca7. 00010000:00000010:0.1:1776190124.100228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dd6f133. 00010000:00000010:0.1:1776190124.100231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046e08bbf. 00010000:00000010:0.1:1776190124.100234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1360004. 00010000:00000010:0.1:1776190124.100236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f97dd06. 00010000:00000010:0.1:1776190124.100239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000862044c0. 00010000:00000010:3.1:1776190124.143130:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c484c303. 00010000:00000010:1.1:1776190124.151941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000742fde9. 00010000:00000010:1.1:1776190124.162405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021963113. 00010000:00000010:0.1:1776190124.173316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c36dc488. 00010000:00000010:0.1:1776190124.173324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081f9cf34. 00010000:00000010:3.1:1776190124.204389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029b5c4b8. 00010000:00000010:3.1:1776190124.204403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008afdb6a3. 00010000:00000010:3.1:1776190124.204408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f95b4ea. 00010000:00000010:3.1:1776190124.204411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb59d814. 00010000:00000010:3.1:1776190124.204414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000848361c8. 00010000:00000010:0.1:1776190124.207944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000371dc510. 00010000:00000010:0.1:1776190124.207952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061082947. 00010000:00000010:3.1:1776190124.212025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bb8e53f. 00010000:00000010:3.1:1776190124.212036:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067fb8554. 00010000:00000010:3.1:1776190124.212039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0b55ee2. 00010000:00000010:0.1:1776190124.212950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000641a9e5d. 00010000:00000010:0.1:1776190124.212961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fae546e. 00010000:00000010:0.1:1776190124.221880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001951ecf6. 00010000:00000010:3.1:1776190124.226413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fadb7713. 00010000:00000010:3.1:1776190124.226421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a5f82. 00010000:00000010:3.1:1776190124.226426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019aba0ff. 00010000:00000010:3.1:1776190124.226428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000578dadf1. 00010000:00000010:3.1:1776190124.226430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000330bfef0. 00010000:00000010:3.1:1776190124.232989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4fd94f7. 00010000:00000010:3.1:1776190124.233000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00010000:00000010:0.1:1776190124.234898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c46e6a2. 00010000:00000010:1.1:1776190124.238631:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e80b23d6. 00010000:00000010:1.1:1776190124.238637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000330bfef0. 00010000:00000010:0.1:1776190124.247343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f75f6215. 00010000:00000010:1.1:1776190124.256045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bfe1f38. 00010000:00000010:1.1:1776190124.256053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000920449e6. 00010000:00000010:1.1:1776190124.256057:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000617c691b. 00010000:00000010:1.1:1776190124.256059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:1.1:1776190124.264821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb021d66. 00010000:00000010:1.1:1776190124.264829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:1.1:1776190124.264834:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090fbe91a. 00010000:00000010:1.1:1776190124.264836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ca56c3. 00010000:00000010:3.1:1776190124.270010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2c50c60. 00010000:00000010:3.1:1776190124.270019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000188b3c07. 00010000:00000010:3.1:1776190124.270025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c85c65b. 00010000:00000010:0.1:1776190124.278997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ef9afe4. 00010000:00000010:3.1:1776190124.283620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035abd434. 00010000:00000010:3.1:1776190124.283634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00010000:00000010:3.1:1776190124.287039:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000faf1d990. 00010000:00000010:3.1:1776190124.287045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a5f82. 00010000:00000010:3.1:1776190124.287049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba518635. 00010000:00000010:0.1:1776190124.291388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000faad523d. 00010000:00000010:0.1:1776190124.291404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d0f0e5a. 00010000:00000010:0.1:1776190124.291408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00010000:00000010:3.1:1776190124.291461:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c24eead. 00010000:00000010:3.1:1776190124.291467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024510e9b. 00010000:00000010:0.1:1776190124.298922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdd90f16. 00010000:00000010:0.1:1776190124.298936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d9cd1a. 00010000:00000010:1.1:1776190124.304112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b633209. 00010000:00000010:1.1:1776190124.308015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d02969aa. 00010000:00000010:0.1:1776190124.312817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067f05127. 00010000:00000010:0.1:1776190124.312830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fc246c5. 00010000:00000010:0.1:1776190124.320950:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2d3409e. 00010000:00000010:0.1:1776190124.320957:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d9cd1a. 00010000:00000010:0.1:1776190124.330938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a89d965. 00010000:00000010:0.1:1776190124.330945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094b79eea. 00010000:00000010:0.1:1776190124.330948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046e08bbf. 00010000:00000010:0.1:1776190124.330950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d9cd1a. 00010000:00000010:0.1:1776190124.339977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000377a0081. 00010000:00000010:0.1:1776190124.339993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1ea76c2. 00010000:00000010:0.1:1776190124.339998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fc246c5. 00010000:00000010:0.1:1776190124.344836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002569949d. 00010000:00000010:0.1:1776190124.344854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3980a8c. 00010000:00000010:0.1:1776190124.344860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adeaa80b. 00010000:00000010:3.1:1776190124.351020:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013a613ad. 00010000:00000010:0.1:1776190124.353169:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000650a0384. 00010000:00000010:0.1:1776190124.353190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d9cd1a. 00010000:00000010:0.1:1776190124.357822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000567ccdde. 00010000:00000010:0.1:1776190124.357848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fc246c5. 00010000:00000010:0.1:1776190124.374889:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d0e1612. 00010000:00000010:0.1:1776190124.374909:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e6b076a. 00010000:00000010:0.1:1776190124.374912:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adeaa80b. 00010000:00000010:0.1:1776190124.378901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d31379. 00010000:00000010:0.1:1776190124.378910:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcdf50ed. 00010000:00000010:0.1:1776190124.378914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fc246c5. 00010000:00000010:3.1:1776190124.379004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5a9312d. 00010000:00000010:0.1:1776190124.384620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b710e34. 00010000:00000010:0.1:1776190124.384636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d9cd1a. 00010000:00000010:3.1:1776190124.402038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083fb999d. 00010000:00000010:3.1:1776190124.402048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ca56c3. 00010000:00000010:3.1:1776190124.409119:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b618cf5. 00010000:00000010:3.1:1776190124.409131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024510e9b. 00010000:00000010:3.1:1776190124.409135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b276fa91. 00010000:00000010:3.1:1776190124.409141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000752cba13. 00010000:00000010:3.1:1776190124.409144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a5f82. 00010000:00000010:0.1:1776190124.444809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000539a8b32. 00010000:00000010:0.1:1776190124.453448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c013488. 00010000:00000010:0.1:1776190124.456982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000174d2b2a. 00010000:00000010:0.1:1776190124.456989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ac58ce1. 00010000:00000010:0.1:1776190124.456993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eaeef55. 00010000:00000010:0.1:1776190124.471978:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000236c62e. 00010000:00000010:0.1:1776190124.471986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d9cd1a. 00010000:00000010:3.1:1776190124.481251:0:64666:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080276b22. 00010000:00000010:3.1:1776190124.481268:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fc246c5. 00010000:00000010:3.1:1776190124.481273:0:64666:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e6ea850. 00010000:00000010:3.1:1776190124.481277:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a5f82. 00010000:00000010:1.1:1776190124.492070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3f0abfb. 00010000:00000010:3.1:1776190124.501848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000729b30b1. 00010000:00000010:1.1:1776190124.523886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001acbe0e8. 00010000:00000010:0.1:1776190124.528825:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b07eded9. 00010000:00000010:3.1:1776190124.529258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d019ad23. 00010000:00000010:3.1:1776190124.529269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fbdb336. 00010000:00000010:0.1:1776190124.545015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000771f77a3. 00010000:00000010:3.1:1776190124.547996:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baf715d7. 00010000:00000010:3.1:1776190124.548003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a5f82. 00010000:00000010:3.1:1776190124.552832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d55161d. 00010000:00000010:3.1:1776190124.552849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b659aaff. 00010000:00000010:0.1:1776190124.561857:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a32f0bc4. 00010000:00000010:0.1:1776190124.561864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024510e9b. 00010000:00000010:0.1:1776190124.561867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046e08bbf. 00010000:00000010:0.1:1776190124.561870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d9cd1a. 00010000:00000010:0.1:1776190124.566907:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f292ca8. 00010000:00000010:0.1:1776190124.566915:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adeaa80b. 00010000:00000010:3.1:1776190124.570911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c8c2eb3. 00010000:00000010:0.1:1776190124.584197:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c30f4561. 00010000:00000010:0.1:1776190124.584214:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094b79eea. 00010000:00000010:0.1:1776190124.584219:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f19f952. 00010000:00000010:0.1:1776190124.584223:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000687e45a1. 00010000:00000010:0.1:1776190124.584226:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d9cd1a. 00010000:00000010:3.1:1776190124.587999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000de845fd. 00010000:00000010:1.1:1776190124.588126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061a823d1. 00010000:00000010:1.1:1776190124.588132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c83c0302. 00010000:00000010:1.1:1776190124.588137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000617c691b. 00010000:00000010:1.1:1776190124.588140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:0.1:1776190124.588184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a948922b. 00010000:00000010:0.1:1776190124.588189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adeaa80b. 00010000:00000010:0.1:1776190124.596015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c922769f. 00010000:00000010:1.1:1776190124.601202:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e66d8421. 00010000:00000010:1.1:1776190124.601217:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:3.1:1776190124.605413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7e42d19. 00010000:00000010:3.1:1776190124.609816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc85a658. 00010000:00000010:1.1:1776190124.609901:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e0297f4. 00010000:00000010:1.1:1776190124.609908:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:0.1:1776190124.613136:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab206e91. 00010000:00000010:0.1:1776190124.613143:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:1.1:1776190124.614101:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032d802ae. 00010000:00000010:1.1:1776190124.614108:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000920449e6. 00010000:00000010:3.1:1776190124.617878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc4ba251. 00010000:00000010:0.1:1776190124.627160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abfd909c. 00010000:00000010:0.1:1776190124.627180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adeaa80b. 00010000:00000010:0.1:1776190124.627186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046e08bbf. 00010000:00000010:0.1:1776190124.627189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d9cd1a. 00010000:00000010:3.1:1776190124.632483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dad6c77a. 00010000:00000010:0.1:1776190124.640810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049974626. 00010000:00000010:0.1:1776190124.640819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094b79eea. 00010000:00000010:0.1:1776190124.644971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c37e8791. 00010000:00000010:0.1:1776190124.644979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b4a8909. 00010000:00000010:0.1:1776190124.644983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250f8534. 00010000:00000010:0.1:1776190124.651983:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0d66c22. 00010000:00000010:0.1:1776190124.651998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d9cd1a. 00010000:00000010:3.1:1776190124.658233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012032f00. 00010000:00000010:0.1:1776190124.662192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f44423c5. 00010000:00000010:0.1:1776190124.662200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adeaa80b. 00010000:00000010:0.1:1776190124.666164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea3ca90a. 00010000:00000010:0.1:1776190124.666182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046c5fd0d. 00010000:00000010:0.1:1776190124.666186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250f8534. 00010000:00000010:0.1:1776190124.666190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046e08bbf. 00010000:00000010:0.1:1776190124.666193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d9cd1a. 00010000:00000010:0.1:1776190124.674820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013872cf2. 00010000:00000010:0.1:1776190124.674835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094b79eea. 00010000:00000010:0.1:1776190124.679947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077e9273c. 00010000:00000010:0.1:1776190124.679963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adeaa80b. 00010000:00000010:0.1:1776190124.689173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d83ad77. 00010000:00000010:0.1:1776190124.689183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d9cd1a. 00010000:00000010:3.1:1776190124.689810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001d606b9. 00010000:00000010:0.1:1776190124.699326:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9d1d166. 00010000:00000010:0.1:1776190124.699333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094b79eea. 00010000:00000010:0.1:1776190124.704825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0ad7188. 00010000:00000010:0.1:1776190124.704837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adeaa80b. 00010000:00000010:0.1:1776190124.704843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046e08bbf. 00010000:00000010:0.1:1776190124.704846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250f8534. 00010000:00000010:0.1:1776190124.708831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d56c80ba. 00010000:00000010:0.1:1776190124.708839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cf323c9. 00010000:00000010:0.1:1776190124.708843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069675177. 00010000:00000010:0.1:1776190124.708847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d9cd1a. 00010000:00000010:0.1:1776190124.732929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f89e8bc. 00010000:00000010:0.1:1776190124.732939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094b79eea. 00010000:00000010:1.1:1776190124.737174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067bdff9f. 00010000:00000010:1.1:1776190124.737192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d9cd1a. 00010000:00000010:3.1:1776190124.745963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d210964. 00010000:00000010:0.1:1776190124.754926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000245d32a6. 00010000:00000010:0.1:1776190124.754942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000920449e6. 00010000:00000010:0.1:1776190124.754947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046e08bbf. 00010000:00000010:0.1:1776190124.754951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094b79eea. 00010000:00000010:1.1:1776190124.762369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096bfc01b. 00010000:00000010:1.1:1776190124.762386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065cd0fc6. 00010000:00000010:1.1:1776190124.762391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cf323c9. 00010000:00000010:1.1:1776190124.777523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a270057b. 00010000:00000010:1.1:1776190124.777529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:0.1:1776190124.780897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029fcd2e4. 00010000:00000010:0.1:1776190124.803236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000425b82fe. 00010000:00000010:0.1:1776190124.818545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af549cda. 00010000:00000010:1.1:1776190124.821851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019fd3e74. 00010000:00000010:3.1:1776190124.838816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fbdb231. 00010000:00000010:3.1:1776190124.847041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066f2cc12. 00010000:00000010:3.1:1776190124.847046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd80eb18. 00010000:00000010:3.1:1776190124.857926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072ea8f37. 00010000:00000010:3.1:1776190124.857940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c61496d. 00010000:00000010:3.1:1776190124.857946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b659aaff. 00010000:00000010:3.1:1776190124.857949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e6ea850. 00010000:00000010:3.1:1776190124.857955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a5f82. 00010000:00000010:3.1:1776190124.861932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005db22558. 00010000:00000010:3.1:1776190124.861957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a55beef8. 00010000:00000010:3.1:1776190124.861961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00010000:00000010:1.1:1776190124.874823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f545d606. 00010000:00000010:3.1:1776190124.882249:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fa185ff. 00010000:00000010:3.1:1776190124.882260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00010000:00000010:3.1:1776190124.890012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026d81315. 00010000:00000010:3.1:1776190124.890023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00010000:00000010:1.1:1776190124.894068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c0c82e2. 00010000:00000010:3.1:1776190124.898230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0e30da4. 00010000:00000010:3.1:1776190124.898251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a5f82. 00010000:00000010:3.1:1776190124.917084:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005929cea. 00010000:00000010:3.1:1776190124.917098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00010000:00000010:3.1:1776190124.917103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e6ea850. 00010000:00000010:3.1:1776190124.917107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a5f82. 00010000:00000010:3.1:1776190124.923044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe00240c. 00010000:00000010:3.1:1776190124.923062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00010000:00000010:1.1:1776190124.923825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d69f2cff. 00010000:00000010:3.1:1776190124.933876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058fdfdf3. 00010000:00000010:3.1:1776190124.933892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b659aaff. 00010000:00000010:1.1:1776190124.936928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e43a7ca5. 00010000:00000010:3.1:1776190124.942041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c605fa61. 00010000:00000010:3.1:1776190124.942056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a5f82. 00010000:00000010:1.1:1776190124.950828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dd07ffe. 00010000:00000010:3.1:1776190124.950939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adff76c8. 00010000:00000010:3.1:1776190124.950947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00010000:00000010:1.1:1776190124.975059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe07fd62. 00010000:00000010:3.1:1776190124.979082:0:78255:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cfb7ab7. 00010000:00000010:3.1:1776190124.979103:0:78255:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b659aaff. 00010000:00000010:3.1:1776190124.979110:0:78255:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e6ea850. 00010000:00000010:3.1:1776190124.979116:0:78255:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00010000:00000010:3.1:1776190124.987838:0:78255:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073b163e2. 00010000:00000010:3.1:1776190124.987943:0:78255:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e1a95e8. 00010000:00000010:3.1:1776190124.987948:0:78255:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a5f82. 00010000:00000010:1.1:1776190124.988101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ff2e9bc. 00010000:00000010:0.1:1776190124.999728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1ff5e80. 00010000:00000010:0.1:1776190124.999755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7b4fa5f. 00010000:00000010:1.1:1776190124.999789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7d713f. 00010000:00000010:1.1:1776190125.021983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006351a869. 00010000:00000010:0.1:1776190125.031812:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db8a8fc5. 00010000:00000010:0.1:1776190125.031820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094b79eea. 00010000:00000010:1.1:1776190125.042833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d985f9b0. 00010000:00000010:3.1:1776190125.043461:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001436c9b1. 00010000:00000010:3.1:1776190125.043472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250f8534. 00010000:00000010:3.1:1776190125.043476:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e6ea850. 00010000:00000010:3.1:1776190125.043482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a5f82. 00010000:00000010:0.1:1776190125.047632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9a0a923. 00010000:00000010:0.1:1776190125.047643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000773d4820. 00010000:00000010:0.1:1776190125.047648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00010000:00000010:3.1:1776190125.055936:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f9d117a. 00010000:00000010:3.1:1776190125.055948:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094b79eea. 00010000:00000010:1.1:1776190125.064656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000befc3b10. 00010000:00000010:3.1:1776190125.065036:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052436150. 00010000:00000010:3.1:1776190125.065044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a5f82. 00010000:00000010:1.1:1776190125.076813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f999b85a. 00010000:00000010:3.1:1776190125.101091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ec4efbd. 00010000:00000010:3.1:1776190125.110815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004704a35e. 00010000:00000010:3.1:1776190125.110830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d12ef488. 00010000:00000010:3.1:1776190125.110834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f89fa452. 00010000:00000010:0.1:1776190125.131057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9c76711. 00010000:00000010:3.1:1776190125.137833:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018106a93. 00010000:00000010:3.1:1776190125.137842:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4f2df65. 00010000:00000010:1.1:1776190125.159187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246e604b. 00010000:00000010:0.1:1776190125.159328:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091976221. 00010000:00000010:0.1:1776190125.159337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000330bfef0. 00010000:00000010:1.1:1776190125.166585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017825fc6. 00010000:00000010:1.1:1776190125.166594:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b705f7db. 00010000:00000010:1.1:1776190125.166599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adeaa80b. 00010000:00000010:1.1:1776190125.166603:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000617c691b. 00010000:00000010:1.1:1776190125.166606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:1.1:1776190125.170571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0c90614. 00010000:00000010:1.1:1776190125.171825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c725061. 00010000:00000010:1.1:1776190125.171837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0fb3d1c. 00010000:00000010:3.1:1776190125.190874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010a43d5a. 00010000:00000010:1.1:1776190125.200018:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0c0c975. 00010000:00000010:1.1:1776190125.200030:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:1.1:1776190125.210179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eebee57. 00010000:00000010:1.1:1776190125.215346:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066014a1a. 00010000:00000010:1.1:1776190125.215363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0fb3d1c. 00010000:00000010:3.1:1776190125.218525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ae6bbc5. 00010000:00000010:0.1:1776190125.237802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000851b9f81. 00010000:00000010:0.1:1776190125.237827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcaead5d. 00010000:00000010:3.1:1776190125.247290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dcfdf3e. 00010000:00000010:1.1:1776190125.267815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fef92985. 00010000:00000010:3.1:1776190125.272820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfaa567d. 00010000:00000010:3.1:1776190125.272837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba258b3b. 00010000:00000010:3.1:1776190125.281144:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090b5b54a. 00010000:00000010:1.1:1776190125.293073:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000470786ab. 00010000:00000010:0.1:1776190125.293927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e1bf7e7. 00010000:00000010:0.1:1776190125.293936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b08108e7. 00010000:00000010:3.1:1776190125.297923:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dfd53d9. 00010000:00000010:1.1:1776190125.299714:0:64666:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3949f18. 00010000:00000010:1.1:1776190125.299723:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044201648. 00010000:00000010:0.1:1776190125.305286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffe767e3. 00010000:00000010:0.1:1776190125.319197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fc83b17. 00010000:00000010:0.1:1776190125.331817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7d85161. 00010000:00000010:0.1:1776190125.331828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000266999a. 00010000:00000010:3.1:1776190125.332425:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a885b2bf. 00010000:00000010:3.1:1776190125.342804:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a392db20. 00010000:00000010:0.1:1776190125.344027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041b98b73. 00010000:00000010:0.1:1776190125.352904:0:78264:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020c9c8e2. 00010000:00000010:3.1:1776190125.361769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daabcd23. 00010000:00000010:3.1:1776190125.370947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044e5a7ff. 00010000:00000010:0.1:1776190125.389842:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bb1e962. 00010000:00000010:0.1:1776190125.393172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d22df660. 00010000:00000010:0.1:1776190125.393191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7c73bc. 00010000:00000010:0.1:1776190125.398823:0:75185:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022d3bc89. 00010000:00000010:0.1:1776190125.398835:0:75185:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4d2988b. 00010000:00000010:0.1:1776190125.398838:0:75185:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef99e4be. 00010000:00000010:3.1:1776190125.415808:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eff283ad. 00010000:00000010:0.1:1776190125.416171:0:78255:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064b795f5. 00010000:00000010:0.1:1776190125.416183:0:78255:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000297ddb5e. 00010000:00000010:0.1:1776190125.416189:0:78255:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046e08bbf. 00010000:00000010:0.1:1776190125.416193:0:78255:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef99e4be. 00010000:00000010:3.1:1776190125.422964:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001937ea4e. 00010000:00000010:0.1:1776190125.423551:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d27b9344. 00010000:00000010:0.1:1776190125.423562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f12a9a. 00010000:00000010:1.1:1776190125.425850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9bd9cc0. 00010000:00000010:1.1:1776190125.425860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044201648. 00010000:00000010:1.1:1776190125.438870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008094aa0d. 00010000:00000010:1.1:1776190125.438889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:0.1:1776190125.444977:0:785:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029b88a04. 00010000:00000010:0.1:1776190125.456821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c172f62. 00010000:00000010:0.1:1776190125.463022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd744267. 00010000:00000010:0.1:1776190125.463112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8a27187. 00010000:00000010:0.1:1776190125.463116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa5d336c. 00010000:00000010:0.1:1776190125.473071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cd751a8. 00010000:00000010:0.1:1776190125.473083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f87d97d. 00010000:00000010:0.1:1776190125.473089:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f12a9a. 00010000:00000010:3.1:1776190125.477885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd412649. 00010000:00000010:3.1:1776190125.477893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef99e4be. 00010000:00000010:1.1:1776190125.493819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bc05dbc. 00010000:00000010:3.1:1776190125.495034:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007033d373. 00010000:00000010:3.1:1776190125.495046:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061082947. 00010000:00000010:3.1:1776190125.501645:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f48be2a8. 00010000:00000010:3.1:1776190125.501653:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:1.1:1776190125.506099:0:78271:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e15a793f. 00010000:00000010:1.1:1776190125.506113:0:78271:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a75a4ef. 00010000:00000010:1.1:1776190125.506117:0:78271:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02d4908. 00010000:00000010:1.1:1776190125.511994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000617c691b. 00010000:00000010:1.1:1776190125.512002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:0.1:1776190125.513187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052b4f9ba. 00010000:00000010:0.1:1776190125.513195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe2299bb. 00010000:00000010:0.1:1776190125.522146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b31968. 00010000:00000010:3.1:1776190125.531974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058fb57e5. 00010000:00000010:3.1:1776190125.540879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013787353. 00010000:00000010:3.1:1776190125.540887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009df4d435. 00010000:00000010:0.1:1776190125.551818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000594b3674. 00010000:00000010:3.1:1776190125.551828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075cc9221. 00010000:00000010:0.1:1776190125.560933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ac2185f. 00010000:00000010:3.1:1776190125.568179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073f67970. 00010000:00000010:3.1:1776190125.568195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7131880. 00010000:00000010:0.1:1776190125.577186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000087d65e6. 00010000:00000010:3.1:1776190125.579964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b046de8. 00010000:00000010:3.1:1776190125.579971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ece58a. 00010000:00000010:3.1:1776190125.587934:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cf2560e. 00010000:00000010:3.1:1776190125.587947:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061082947. 00010000:00000010:3.1:1776190125.587953:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e6ea850. 00010000:00000010:3.1:1776190125.587960:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f7c2c76. 00010000:00000010:0.1:1776190125.592470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d68d2da7. 00010000:00000010:3.1:1776190125.599994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000215e1017. 00010000:00000010:3.1:1776190125.600014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:3.1:1776190125.616881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023f787e2. 00010000:00000010:3.1:1776190125.616893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dca27b2. 00010000:00000010:3.1:1776190125.619817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed51b68d. 00010000:00000010:3.1:1776190125.619835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f7c2c76. 00010000:00000010:3.1:1776190125.630814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0b3084b. 00010000:00000010:3.1:1776190125.630837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc1f17a9. 00010000:00000010:3.1:1776190125.630843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:3.1:1776190125.644631:0:78278:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000257a55d7. 00010000:00000010:3.1:1776190125.644642:0:78278:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061082947. 00010000:00000010:3.1:1776190125.644649:0:78278:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e6ea850. 00010000:00000010:3.1:1776190125.644656:0:78278:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:3.1:1776190125.644658:0:78278:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2af5068. 00010000:00000010:3.1:1776190125.644661:0:78278:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f7c2c76. 00010000:00000010:3.1:1776190125.644663:0:78278:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015a326be. 00010000:00000010:3.1:1776190125.644665:0:78278:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dca27b2. 00010000:00000010:3.1:1776190125.644667:0:78278:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6cc2a9a. 00010000:00000010:3.1:1776190125.644671:0:78278:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003076311a. 00010000:00000010:3.1:1776190125.664383:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccdbf771. 00010000:00000010:3.1:1776190125.664398:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5d4ce12. 00010000:00000010:3.1:1776190125.664402:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c454c79. 00010000:00000010:3.1:1776190125.664407:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00010000:00000010:3.1:1776190125.664409:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000007f80c8. 00010000:00000010:3.1:1776190125.664412:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3477ad. 00010000:00000010:3.1:1776190125.664414:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b01778fb. 00010000:00000010:3.1:1776190125.664417:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002762e9a8. 00010000:00000010:3.1:1776190125.664421:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dad01993. 00010000:00000010:3.1:1776190125.664426:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033daa5b4. 00010000:00000010:3.1:1776190125.664450:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af8eb932. 00010000:00000010:3.1:1776190125.664453:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:3.1:1776190125.664455:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9b1b5cf. 00010000:00000010:3.1:1776190125.664457:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02d4908. 00010000:00000010:3.1:1776190125.664459:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f61a770c. 00010000:00000010:3.1:1776190125.664462:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fae546e. 00010000:00000010:2.1:1776190125.669316:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51db365. 00010000:00000010:2.1:1776190125.669319:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed900037. 00010000:00000010:2.1:1776190125.669322:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a142f704. 00010000:00000010:2.1:1776190125.669327:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c2f68ec. 00010000:00000010:2.1:1776190125.669330:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f38e174e. 00010000:00000010:2.1:1776190125.669332:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c39d5d6. 00010000:00000010:2.1:1776190125.669335:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066212be9. 00010000:00000010:2.1:1776190125.669337:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005186533e. 00010000:00000010:2.1:1776190125.669339:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067fbf1f9. 00010000:00000010:2.1:1776190125.669342:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a50b5c0. 00010000:00000010:2.1:1776190125.669344:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000387b827c. 00010000:00000010:2.1:1776190125.669347:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e06e00bd. 00010000:00000010:2.1:1776190125.669350:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2089ed. 00010000:00000010:2.1:1776190125.669352:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ee10c5d. 00010000:00000010:2.1:1776190125.669354:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a62af37. 00010000:00000010:2.1:1776190125.669357:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7b8a907. 00010000:00000010:2.1:1776190125.669360:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000318d1acf. 00010000:00000010:2.1:1776190125.669362:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001daa05d7. 00010000:00000010:2.1:1776190125.669365:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080372ed6. 00010000:00000010:2.1:1776190125.669368:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c8d7e45. 00010000:00000010:2.1:1776190125.669370:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000323662dc. 00010000:00000010:2.1:1776190125.669374:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab9111d4. 00010000:00000010:2.1:1776190125.669376:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006df2b013. 00010000:00000010:2.1:1776190125.669378:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000859b260b. 00010000:00000010:2.1:1776190125.669381:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071d160e1. 00010000:00000010:2.1:1776190125.669384:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d00c3ebf. 00010000:00000010:2.1:1776190125.669387:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000eea311a. 00010000:00000010:2.1:1776190125.669389:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098dffae7. 00010000:00000010:2.1:1776190125.669393:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ffcfdda. 00010000:00000010:2.1:1776190125.669396:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccf3aea6. 00010000:00000010:2.1:1776190125.669399:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d04d3431. 00010000:00000010:2.1:1776190125.669404:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026f45d2a. 00010000:00000010:2.1:1776190125.669407:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f0dce7a. 00010000:00000010:2.1:1776190125.669410:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c812226. 00010000:00000010:2.1:1776190125.669413:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037e0564f. 00010000:00000010:2.1:1776190125.669415:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d06d1b2b. 00010000:00000010:2.1:1776190125.669418:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007ad33ba. 00010000:00000010:2.1:1776190125.669420:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091103d34. 00010000:00000010:2.1:1776190125.669424:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3321766. 00010000:00000010:2.1:1776190125.669426:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b72561. 00010000:00000010:2.1:1776190125.669429:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c664e535. 00010000:00000010:2.1:1776190125.669432:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2f76ec3. 00010000:00000010:2.1:1776190125.669434:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f57fa8c. 00010000:00000010:2.1:1776190125.669436:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002298c40. 00010000:00000010:2.1:1776190125.669438:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7537b37. 00010000:00000010:2.1:1776190125.669440:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fd8a773. 00010000:00000010:2.1:1776190125.669442:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cabc513. 00010000:00000010:2.1:1776190125.669444:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089cd0571. 00010000:00000010:2.1:1776190125.669446:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000766265c4. 00010000:00000010:2.1:1776190125.669449:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd7fb068. 00010000:00000010:2.1:1776190125.669451:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043e6865d. 00010000:00000010:2.1:1776190125.669453:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000147c196e. 00010000:00000010:2.1:1776190125.669457:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000de845fd. 00010000:00000010:2.1:1776190125.669459:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d4ba1d3. 00010000:00000010:2.1:1776190125.669463:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb396538. 00010000:00000010:2.1:1776190125.669467:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0d66c22. 00010000:00000010:2.1:1776190125.669470:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e734aba7. 00010000:00000010:2.1:1776190125.669472:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000272157da. 00010000:00000010:2.1:1776190125.669474:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075bf0658. 00010000:00000010:2.1:1776190125.669476:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044cc07c8. 00010000:00000010:2.1:1776190125.669480:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b451cbc3. 00010000:00000010:2.1:1776190125.669483:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013bf6bc9. 00010000:00000010:2.1:1776190125.669485:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c8d80d7. 00010000:00000010:2.1:1776190125.669487:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057fda174. 00010000:00000010:2.1:1776190125.669490:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005541f3c9. 00010000:00000010:2.1:1776190125.669492:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcd9a372. 00010000:00000010:2.1:1776190125.669495:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005891fa60. 00010000:00000010:2.1:1776190125.669497:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057051ea5. 00010000:00000010:2.1:1776190125.669500:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061891e62. 00010000:00000010:2.1:1776190125.669502:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b968138. 00010000:00000010:2.1:1776190125.669505:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039b6fee1. 00010000:00000010:2.1:1776190125.669509:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f44423c5. 00010000:00000010:2.1:1776190125.669513:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000132eae94. 00010000:00000010:2.1:1776190125.669516:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009097b41f. 00010000:00000010:2.1:1776190125.669518:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002022839b. 00010000:00000010:2.1:1776190125.669520:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bb3086b. 00010000:00000010:2.1:1776190125.669523:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cb507e9. 00010000:00000010:2.1:1776190125.669525:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ae1899f. 00010000:00000010:2.1:1776190125.669527:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9e7bcf2. 00010000:00000010:2.1:1776190125.669529:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088361668. 00010000:00000010:2.1:1776190125.669532:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf442a8c. 00010000:00000010:2.1:1776190125.669536:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000387f6c00. 00010000:00000010:2.1:1776190125.669538:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000689581dc. 00010000:00000010:2.1:1776190125.669541:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000671e01fc. 00010000:00000010:2.1:1776190125.669545:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2cc5762. 00010000:00000010:2.1:1776190125.669548:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e827afe8. 00010000:00000010:2.1:1776190125.669550:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f51f5d7. 00010000:00000010:2.1:1776190125.669555:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061a823d1. 00010000:00000010:2.1:1776190125.669559:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000075de7e5. 00010000:00000010:2.1:1776190125.669561:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f84aee6c. 00010000:00000010:2.1:1776190125.669564:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022719d67. 00010000:00000010:2.1:1776190125.669566:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da2438bb. 00010000:00000010:2.1:1776190125.669569:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6607811. 00010000:00000010:2.1:1776190125.669572:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029f1c1ef. 00010000:00000010:2.1:1776190125.669576:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee938971. 00010000:00000010:2.1:1776190125.669579:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081a84dcd. 00010000:00000010:2.1:1776190125.669582:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a18392dc. 00010000:00000010:2.1:1776190125.669584:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ccb0f99. 00010000:00000010:2.1:1776190125.669587:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a7aa86d. 00010000:00000010:2.1:1776190125.669589:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bee2258. 00010000:00000010:2.1:1776190125.669592:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e56bd152. 00010000:00000010:2.1:1776190125.669595:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf2a70c9. 00010000:00000010:2.1:1776190125.669597:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ce9bf75. 00010000:00000010:2.1:1776190125.669600:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1a2ea2d. 00010000:00000010:2.1:1776190125.669602:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7593196. 00010000:00000010:2.1:1776190125.669608:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072075971. 00010000:00000010:2.1:1776190125.669611:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f552393e. 00010000:00000010:2.1:1776190125.669613:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000258d9bf6. 00010000:00000010:2.1:1776190125.669615:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031800466. 00010000:00000010:2.1:1776190125.669617:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7afff4a. 00010000:00000010:2.1:1776190125.669621:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048d7901c. 00010000:00000010:2.1:1776190125.669624:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5b46b75. 00010000:00000010:2.1:1776190125.669627:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024e11821. 00010000:00000010:2.1:1776190125.669631:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edb108b8. 00010000:00000010:2.1:1776190125.669635:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d4fbec. 00010000:00000010:2.1:1776190125.669638:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d72ca199. 00010000:00000010:2.1:1776190125.669640:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e4dd911. 00010000:00000010:2.1:1776190125.669642:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087b9ea69. 00010000:00000010:2.1:1776190125.669646:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5c22a0a. 00010000:00000010:2.1:1776190125.669648:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000becb4a4b. 00010000:00000010:2.1:1776190125.669650:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013c86218. 00010000:00000010:2.1:1776190125.669653:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0886067. 00010000:00000010:2.1:1776190125.669656:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007bd8f53. 00010000:00000010:2.1:1776190125.669659:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c11bab9f. 00010000:00000010:2.1:1776190125.669661:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001749e553. 00010000:00000010:2.1:1776190125.669663:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec9dfd4f. 00010000:00000010:2.1:1776190125.669666:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002da1639a. 00010000:00000010:2.1:1776190125.669668:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d003b96c. 00010000:00000010:2.1:1776190125.669671:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c7938c. 00010000:00000010:2.1:1776190125.669674:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a32f0bc4. 00010000:00000010:2.1:1776190125.669677:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6b11d3e. 00010000:00000010:2.1:1776190125.669680:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bd705cb. 00010000:00000010:2.1:1776190125.669682:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029b893ae. 00010000:00000010:2.1:1776190125.683923:0:78282:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008acdf13c. 00010000:00000010:2.1:1776190125.683942:0:78282:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6a3503a. 00010000:00000010:3.1:1776190125.685119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba929a4d. 00010000:00000010:1.1:1776190125.703073:0:78285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d58cfc88. 00010000:00000010:1.1:1776190125.703089:0:78285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029b893ae. 00010000:00000010:3.1:1776190125.703451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072d6be49. 00010000:00000010:0.1:1776190125.705857:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9e0455d. 00010000:00000010:1.1:1776190125.705861:0:78285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daa3cd33. 00010000:00000010:0.1:1776190125.705874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:3.1:1776190125.715036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a441f5b. 00010000:00000010:3.1:1776190125.715054:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef9be6a9. 00010000:00000010:3.1:1776190125.715059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000297ddb5e. 00010000:00000010:0.1:1776190125.727674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e828c96. 00010000:00000010:0.1:1776190125.767175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a3844e6. 00010000:00000010:0.1:1776190125.767186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fae546e. 00010000:00000010:0.1:1776190125.774823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cab2f2c. 00010000:00000010:0.1:1776190125.774833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b4a05b8. 00010000:00000010:0.1:1776190125.774836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090a7ecca. 00010000:00000010:0.1:1776190125.781257:0:785:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000799be567. 00010000:00000010:0.1:1776190125.781269:0:785:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a832b6f. 00010000:00000010:1.1:1776190125.782113:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000277d60e6. 00010000:00000010:0.1:1776190125.799167:0:78294:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a6d0be1. 00010000:00000010:0.1:1776190125.799177:0:78294:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025d256a4. 00010000:00000010:0.1:1776190125.799181:0:78294:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adeaa80b. 00010000:00000010:1.1:1776190125.804297:0:78268:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069f8c565. 00010000:00000010:1.1:1776190125.804309:0:78268:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8b68ded. 00010000:00000010:1.1:1776190125.804313:0:78268:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090a7ecca. 00010000:00000010:1.1:1776190125.804317:0:78268:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012d5aa3e. 00010000:00000010:1.1:1776190125.804321:0:78268:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db2a445b. 00010000:00000010:1.1:1776190125.804323:0:78268:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b78bde4. 00010000:00000010:1.1:1776190125.804327:0:78268:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f08d370b. 00010000:00000010:1.1:1776190125.804330:0:78268:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009706d0dc. 00010000:00000010:0.1:1776190125.819212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085edb760. 00010000:00000010:0.1:1776190125.819219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094f5db8a. 00010000:00000010:0.1:1776190125.819222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb766f27. 00010000:00000010:1.1:1776190125.821800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063e7bc8f. 00010000:00000010:3.1:1776190125.822072:0:78255:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008129e2df. 00010000:00000010:3.1:1776190125.822093:0:78255:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adeaa80b. 00010000:00000010:2.1:1776190125.824880:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcb658dc. 00010000:00000010:2.1:1776190125.824894:0:1017:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7c49b02. 00010000:00000010:2.1:1776190125.824900:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02d4908. 00010000:00000010:3.1:1776190125.827052:0:78255:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3daf734. 00010000:00000010:3.1:1776190125.827070:0:78255:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6a3503a. 00010000:00000010:3.1:1776190125.827076:0:78255:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b01778fb. 00010000:00000010:3.1:1776190125.827082:0:78255:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:0.1:1776190125.830261:0:1368:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c4f4a0a. 00010000:00000010:2.1:1776190125.850018:0:78297:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b854b14. 00010000:00000010:0.1:1776190125.850554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b658017. 00010000:00000010:0.1:1776190125.850563:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa44f9c9. 00010000:00000010:0.1:1776190125.850569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033daa5b4. 00010000:00000010:1.1:1776190125.852818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:1.1:1776190125.852828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000544c0946. 00010000:00000010:1.1:1776190125.852832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094b79eea. 00010000:00000010:0.1:1776190125.853171:0:64666:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002108cb4a. 00010000:00000010:0.1:1776190125.853178:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a832b6f. 00010000:00000010:0.1:1776190125.863995:0:78298:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdba08af. 00010000:00000010:3.1:1776190125.872651:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f61cca1b. 00010000:00000010:3.1:1776190125.872667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009706d0dc. 00010000:00000010:2.1:1776190125.882809:0:78299:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d18e120. 00010000:00000010:2.1:1776190125.882817:0:78299:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:2.1:1776190125.882822:0:78299:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bd705cb. 00010000:00000010:2.1:1776190125.882825:0:78299:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6b11d3e. 00010000:00000010:3.1:1776190125.882947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d2bffd8. 00010000:00000010:1.1:1776190125.888890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c7938c. 00010000:00000010:0.1:1776190125.890106:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f31f05b. 00010000:00000010:0.1:1776190125.890115:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005de5ddb8. 00010000:00000010:0.1:1776190125.898804:0:78301:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000312c5528. 00010000:00000010:1.1:1776190125.902906:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcf33974. 00010000:00000010:3.1:1776190125.902991:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d399b479. 00010000:00000010:3.1:1776190125.902998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db2a445b. 00010000:00000010:3.1:1776190125.906885:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054a6db86. 00010000:00000010:3.1:1776190125.906892:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002762e9a8. 00010000:00000010:2.1:1776190125.911822:0:78302:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015776ede. 00010000:00000010:3.1:1776190125.916961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a675f14b. 00010000:00000010:3.1:1776190125.917023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3477ad. 00010000:00000010:0.1:1776190125.920861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000750e0d9d. 00010000:00000010:3.1:1776190125.922852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028f237dd. 00010000:00000010:3.1:1776190125.922865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00010000:00000010:3.1:1776190125.922872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b01778fb. 00010000:00000010:3.1:1776190125.922880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002762e9a8. 00010000:00000010:1.1:1776190125.924802:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a62929bc. 00010000:00000010:2.1:1776190125.924808:0:78303:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b504723. 00010000:00000010:2.1:1776190125.924818:0:78303:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5d4ce12. 00010000:00000010:3.1:1776190125.933963:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001863fca6. 00010000:00000010:3.1:1776190125.933974:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6b11d3e. 00010000:00000010:1.1:1776190125.934093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b207f3b. 00010000:00000010:3.1:1776190125.944104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c92169c7. 00010000:00000010:3.1:1776190125.952002:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eeb29d47. 00010000:00000010:3.1:1776190125.952019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002762e9a8. 00010000:00000010:3.1:1776190125.955827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac322bbb. 00010000:00000010:3.1:1776190125.955836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00010000:00000010:1.1:1776190125.957828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a66f87de. 00010000:00000010:2.1:1776190125.958168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acd723ba. 00010000:00000010:3.1:1776190125.964851:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f49a0d34. 00010000:00000010:3.1:1776190125.964869:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3477ad. 00010000:00000010:3.1:1776190125.964875:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b01778fb. 00010000:00000010:3.1:1776190125.964881:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002762e9a8. 00010000:00000010:3.1:1776190125.971949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090f6f9a1. 00010000:00000010:3.1:1776190125.971962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000805b4ca. 00010000:00000010:3.1:1776190125.971966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003076311a. 00010000:00000010:1.1:1776190125.980074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003061f826. 00010000:00000010:0.1:1776190125.982947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abfdade5. 00010000:00000010:0.1:1776190125.982961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002da1639a. 00010000:00000010:3.1:1776190125.988459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014c9fe2a. 00010000:00000010:1.1:1776190125.991813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fc5ef58. 00010000:00000010:1.1:1776190125.991822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a832b6f. 00010000:00000010:3.1:1776190125.996042:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b1c81. 00010000:00000010:1.1:1776190126.000867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000632310b1. 00010000:00000010:1.1:1776190126.000878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001287c8c6. 00010000:00000010:1.1:1776190126.008121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000991d93b7. 00010000:00000010:1.1:1776190126.008130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1095a95. 00010000:00000010:3.1:1776190126.014872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044d3f40c. 00010000:00000010:1.1:1776190126.023837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d593b895. 00010000:00000010:1.1:1776190126.023859:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd7f764e. 00010000:00000010:1.1:1776190126.023864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db2a445b. 00010000:00000010:1.1:1776190126.030840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007c4e96b. 00010000:00000010:1.1:1776190126.030849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000881f8aa2. 00010000:00000010:1.1:1776190126.030855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001287c8c6. 00010000:00000010:3.1:1776190126.030931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005128dc15. 00010000:00000010:2.1:1776190126.040940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259a95aa. 00010000:00000010:1.1:1776190126.041035:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f63a2603. 00010000:00000010:1.1:1776190126.041044:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1095a95. 00010000:00000010:2.1:1776190126.047567:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3727dd2. 00010000:00000010:1.1:1776190126.047582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022c65c6d. 00010000:00000010:1.1:1776190126.047593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009706d0dc. 00010000:00000010:3.1:1776190126.052391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001655513. 00010000:00000010:1.1:1776190126.053832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007495d07b. 00010000:00000010:1.1:1776190126.053843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db2a445b. 00010000:00000010:1.1:1776190126.053847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012d5aa3e. 00010000:00000010:1.1:1776190126.053851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001287c8c6. 00010000:00000010:1.1:1776190126.056828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2c55173. 00010000:00000010:1.1:1776190126.056852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb766f27. 00010000:00000010:2.1:1776190126.056920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055631cf8. 00010000:00000010:1.1:1776190126.061834:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e73fc2c3. 00010000:00000010:1.1:1776190126.061850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1095a95. 00010000:00000010:1.1:1776190126.066825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9dbdc2d. 00010000:00000010:1.1:1776190126.070847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc56019f. 00010000:00000010:1.1:1776190126.070873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009706d0dc. 00010000:00000010:3.1:1776190126.074765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000aa6b3f3. 00010000:00000010:1.1:1776190126.074893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078a3ac86. 00010000:00000010:1.1:1776190126.074903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb766f27. 00010000:00000010:3.1:1776190126.080807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c76477d0. 00010000:00000010:1.1:1776190126.084110:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047996ae1. 00010000:00000010:1.1:1776190126.084120:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1095a95. 00010000:00000010:1.1:1776190126.084124:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012d5aa3e. 00010000:00000010:1.1:1776190126.084128:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009706d0dc. 00010000:00000010:3.1:1776190126.089995:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d34ee8ec. 00010000:00000010:1.1:1776190126.097547:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051342193. 00010000:00000010:1.1:1776190126.097560:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001287c8c6. 00010000:00000010:1.1:1776190126.103839:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038eaeae4. 00010000:00000010:1.1:1776190126.103854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb766f27. 00010000:00000010:3.1:1776190126.104139:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a74da6ab. 00010000:00000010:3.1:1776190126.111188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff5fea92. 00010000:00000010:1.1:1776190126.118221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076bc204e. 00010000:00000010:1.1:1776190126.118233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009706d0dc. 00010000:00000010:2.1:1776190126.118299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049a16c76. 00010000:00000010:2.1:1776190126.118307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001287c8c6. 00010000:00000010:3.1:1776190126.120814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473aeba4. 00010000:00000010:2.1:1776190126.120824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0d4ccd5. 00010000:00000010:0.1:1776190126.121223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000965cc36. 00010000:00000010:0.1:1776190126.121234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001749e553. 00010000:00000010:0.1:1776190126.121239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f37d6764. 00010000:00000010:0.1:1776190126.121243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250f8534. 00010000:00000010:0.1:1776190126.143830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b64580db. 00010000:00000010:0.1:1776190126.143851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cf323c9. 00010000:00000010:2.1:1776190126.151174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0362c11. 00010000:00000010:2.1:1776190126.151185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e901fb9. 00010000:00000010:0.1:1776190126.156915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b299367. 00010000:00000010:0.1:1776190126.156924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250f8534. 00010000:00000010:0.1:1776190126.164372:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ed3e55e. 00010000:00000010:0.1:1776190126.164381:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8302b33. 00010000:00000010:0.1:1776190126.164387:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d9cd1a. 00010000:00000010:0.1:1776190126.164391:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4459615. 00010000:00000010:0.1:1776190126.164394:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cf323c9. 00010000:00000010:2.1:1776190126.169054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079ef4155. 00010000:00000010:2.1:1776190126.169063:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036b2e19c. 00010000:00000010:0.1:1776190126.177089:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a884159. 00010000:00000010:0.1:1776190126.177104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c83c0302. 00010000:00000010:0.1:1776190126.177109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f37d6764. 00010000:00000010:0.1:1776190126.177112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250f8534. 00010000:00000010:0.1:1776190126.177115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa202bf7. 00010000:00000010:0.1:1776190126.177119:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006af3ddb9. 00010000:00000010:0.1:1776190126.177126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fc246c5. 00010000:00000010:0.1:1776190126.181947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092d3400d. 00010000:00000010:0.1:1776190126.181963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cf323c9. 00010000:00000010:0.1:1776190126.181969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013566baf. 00010000:00000010:0.1:1776190126.181974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d9cd1a. 00010000:00000010:2.1:1776190126.184040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c72a07c. 00010000:00000010:2.1:1776190126.185602:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab7848d0. 00010000:00000010:0.1:1776190126.186698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c4d6f52. 00010000:00000010:0.1:1776190126.186716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0b55ee2. 00010000:00000010:2.1:1776190126.189881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f36adb9a. 00010000:00000010:2.1:1776190126.197129:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000362a6969. 00010000:00000010:3.1:1776190126.200884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c526912. 00010000:00000010:3.1:1776190126.200898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fc246c5. 00010000:00000010:2.1:1776190126.204254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1643a81. 00010000:00000010:2.1:1776190126.204262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfdebbdd. 00010000:00000010:2.1:1776190126.204268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003076311a. 00010000:00000010:2.1:1776190126.210577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000063219c9. 00010000:00000010:2.1:1776190126.210605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c1bcef6. 00010000:00000010:2.1:1776190126.210610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007bd8f53. 00010000:00000010:0.1:1776190126.220860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b56a7100. 00010000:00000010:2.1:1776190126.225417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8f6524d. 00010000:00000010:2.1:1776190126.225426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013c86218. 00010000:00000010:3.1:1776190126.228972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000222029d9. 00010000:00000010:2.1:1776190126.241092:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f504f23. 00010000:00000010:2.1:1776190126.241106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007bd8f53. 00010000:00000010:2.1:1776190126.245832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077c4c5ea. 00010000:00000010:2.1:1776190126.246017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000006ca128. 00010000:00000010:2.1:1776190126.246024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013c86218. 00010000:00000010:3.1:1776190126.261248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a19052f. 00010000:00000010:0.1:1776190126.276840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8aef933. 00010000:00000010:0.1:1776190126.276862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5c22a0a. 00010000:00000010:0.1:1776190126.276878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f37d6764. 00010000:00000010:0.1:1776190126.276882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0b55ee2. 00010000:00000010:1.1:1776190126.281225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e427c597. 00010000:00000010:1.1:1776190126.281233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d9cd1a. 00010000:00000010:2.1:1776190126.286896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f188b6dc. 00010000:00000010:0.1:1776190126.288049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bdc5cb4. 00010000:00000010:0.1:1776190126.288060:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de7fc5dc. 00010000:00000010:0.1:1776190126.288064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009706d0dc. 00010000:00000010:2.1:1776190126.293093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001594a69b. 00010000:00000010:1.1:1776190126.296059:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bce19147. 00010000:00000010:1.1:1776190126.296078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0b55ee2. 00010000:00000010:3.1:1776190126.306135:0:64667:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb25d2b1. 00010000:00000010:1.1:1776190126.306843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b560a5a7. 00010000:00000010:1.1:1776190126.306851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb766f27. 00010000:00000010:3.1:1776190126.321993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002f9b705. 00010000:00000010:1.1:1776190126.332061:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022835684. 00010000:00000010:1.1:1776190126.332071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1095a95. 00010000:00000010:1.1:1776190126.332075:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012d5aa3e. 00010000:00000010:1.1:1776190126.332079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb766f27. 00010000:00000010:2.1:1776190126.337135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006384a036. 00010000:00000010:2.1:1776190126.337230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043436b25. 00010000:00000010:2.1:1776190126.337236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db2a445b. 00010000:00000010:1.1:1776190126.342334:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d23b77ac. 00010000:00000010:1.1:1776190126.342349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013c86218. 00010000:00000010:3.1:1776190126.355361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d0568cb. 00010000:00000010:2.1:1776190126.355410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096856a3c. 00010000:00000010:2.1:1776190126.355419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000145a0566. 00010000:00000010:2.1:1776190126.355425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb766f27. 00010000:00000010:1.1:1776190126.359619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008234a663. 00010000:00000010:1.1:1776190126.359630:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec7d2217. 00010000:00000010:1.1:1776190126.359636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007bd8f53. 00010000:00000010:3.1:1776190126.370629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044b43532. 00010000:00000010:0.1:1776190126.372993:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc01434f. 00010000:00000010:1.1:1776190126.373073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086d119e4. 00010000:00000010:1.1:1776190126.373083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1095a95. 00010000:00000010:1.1:1776190126.373090:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012d5aa3e. 00010000:00000010:1.1:1776190126.373096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:1.1:1776190126.380677:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049848f73. 00010000:00000010:1.1:1776190126.380692:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe2299bb. 00010000:00000010:0.1:1776190126.384665:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cfa042e. 00010000:00000010:0.1:1776190126.384690:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d4d2d07. 00010000:00000010:0.1:1776190126.384696:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cf323c9. 00010000:00000010:0.1:1776190126.396587:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087459d13. 00010000:00000010:0.1:1776190126.396599:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edb211e0. 00010000:00000010:0.1:1776190126.396603:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250f8534. 00010000:00000010:3.1:1776190126.407880:0:64667:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009192e933. 00010000:00000010:0.1:1776190126.411912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007129a06b. 00010000:00000010:0.1:1776190126.411924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c83c0302. 00010000:00000010:2.1:1776190126.416229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aed2f748. 00010000:00000010:0.1:1776190126.419873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f2e6e18. 00010000:00000010:0.1:1776190126.419887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250f8534. 00010000:00000010:3.1:1776190126.420396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006862afec. 00010000:00000010:0.1:1776190126.428448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038e217f5. 00010000:00000010:0.1:1776190126.428463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cf323c9. 00010000:00000010:1.1:1776190126.432480:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b72e27ef. 00010000:00000010:0.1:1776190126.432963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4e93328. 00010000:00000010:0.1:1776190126.432970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c83c0302. 00010000:00000010:1.1:1776190126.445498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd6daf90. 00010000:00000010:0.1:1776190126.454124:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cb63d84. 00010000:00000010:0.1:1776190126.454135:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250f8534. 00010000:00000010:0.1:1776190126.458854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7c36e00. 00010000:00000010:0.1:1776190126.458871:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009838a028. 00010000:00000010:0.1:1776190126.458876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c83c0302. 00010000:00000010:0.1:1776190126.458881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d38035f. 00010000:00000010:0.1:1776190126.458885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b213f73. 00010000:00000010:0.1:1776190126.458888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cf323c9. 00010000:00000010:0.1:1776190126.463188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8a54039. 00010000:00000010:0.1:1776190126.463216:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f5d32f6. 00010000:00000010:0.1:1776190126.463220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000848361c8. 00010000:00000010:0.1:1776190126.463226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f37d6764. 00010000:00000010:0.1:1776190126.463228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250f8534. 00010000:00000010:1.1:1776190126.466563:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000594262d7. 00010000:00000010:1.1:1776190126.466570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe2299bb. 00010000:00000010:3.1:1776190126.468126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053ab2a91. 00010000:00000010:3.1:1776190126.473902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083b123e6. 00010000:00000010:0.1:1776190126.477931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040e669a4. 00010000:00000010:1.1:1776190126.480154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e01bba9f. 00010000:00000010:1.1:1776190126.480162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:3.1:1776190126.482078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065aea0e1. 00010000:00000010:1.1:1776190126.482153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a420838b. 00010000:00000010:1.1:1776190126.482159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1095a95. 00010000:00000010:1.1:1776190126.482162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000068af5db. 00010000:00000010:1.1:1776190126.482165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe2299bb. 00010000:00000010:1.1:1776190126.486858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c608180. 00010000:00000010:1.1:1776190126.486867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003536fb97. 00010000:00000010:1.1:1776190126.486870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000b940f3. 00010000:00000010:1.1:1776190126.486873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012d5aa3e. 00010000:00000010:1.1:1776190126.486877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:3.1:1776190126.491399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebecdbfd. 00010000:00000010:0.1:1776190126.495816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e61a278. 00010000:00000010:1.1:1776190126.496120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8f1541d. 00010000:00000010:1.1:1776190126.496129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0fb3d1c. 00010000:00000010:2.1:1776190126.503800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1e648e4. 00010000:00000010:2.1:1776190126.503814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe2299bb. 00010000:00000010:0.1:1776190126.506926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043fc84fe. 00010000:00000010:2.1:1776190126.511728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c75a057. 00010000:00000010:2.1:1776190126.511744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e4dd911. 00010000:00000010:2.1:1776190126.516926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4f15582. 00010000:00000010:2.1:1776190126.516938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000590a96e1. 00010000:00000010:2.1:1776190126.516943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d4fbec. 00010000:00000010:2.1:1776190126.523988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006899ace5. 00010000:00000010:2.1:1776190126.523996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e4dd911. 00010000:00000010:1.1:1776190126.528159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d349f806. 00010000:00000010:2.1:1776190126.534129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096df3604. 00010000:00000010:2.1:1776190126.534136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecbb948c. 00010000:00000010:2.1:1776190126.534141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d4fbec. 00010000:00000010:2.1:1776190126.537990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6adcead. 00010000:00000010:2.1:1776190126.538001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024e11821. 00010000:00000010:1.1:1776190126.542825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b177100. 00010000:00000010:0.1:1776190126.543285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4bc539c. 00010000:00000010:2.1:1776190126.544122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000636b0ffc. 00010000:00000010:2.1:1776190126.544128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e4dd911. 00010000:00000010:0.1:1776190126.549475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094a0d062. 00010000:00000010:2.1:1776190126.551388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cc05345. 00010000:00000010:2.1:1776190126.551394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d4fbec. 00010000:00000010:2.1:1776190126.551398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002787a695. 00010000:00000010:2.1:1776190126.551400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006eda61bb. 00010000:00000010:2.1:1776190126.551403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024e11821. 00010000:00000010:0.1:1776190126.556845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000785cf800. 00010000:00000010:2.1:1776190126.565366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f902116. 00010000:00000010:2.1:1776190126.565374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e4dd911. 00010000:00000010:0.1:1776190126.572091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000917fdd67. 00010000:00000010:1.1:1776190126.572848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005521b15a. 00010000:00000010:2.1:1776190126.576810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0a48aa9. 00010000:00000010:2.1:1776190126.576822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048d7901c. 00010000:00000010:2.1:1776190126.576829:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058ce40e9. 00010000:00000010:2.1:1776190126.576832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024e11821. 00010000:00000010:1.1:1776190126.576871:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050883fe4. 00010000:00000010:1.1:1776190126.576878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d4fbec. 00010000:00000010:2.1:1776190126.584813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be49857b. 00010000:00000010:0.1:1776190126.588104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc4839eb. 00010000:00000010:1.1:1776190126.594465:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b4ebf5a. 00010000:00000010:1.1:1776190126.594474:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0fb3d1c. 00010000:00000010:1.1:1776190126.594479:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e3a0792. 00010000:00000010:1.1:1776190126.594482:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:0.1:1776190126.594837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700e1056. 00010000:00000010:0.1:1776190126.598827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e24cd710. 00010000:00000010:1.1:1776190126.606286:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac3367ef. 00010000:00000010:1.1:1776190126.606301:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000b940f3. 00010000:00000010:3.1:1776190126.609173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b29b2dd4. 00010000:00000010:1.1:1776190126.615843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f59e5da. 00010000:00000010:1.1:1776190126.615855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:3.1:1776190126.621098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fb8fb27. 00010000:00000010:1.1:1776190126.622505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1abf867. 00010000:00000010:1.1:1776190126.622517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0fb3d1c. 00010000:00000010:2.1:1776190126.627301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4c23cde. 00010000:00000010:1.1:1776190126.631355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fefb22f. 00010000:00000010:1.1:1776190126.631363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000b940f3. 00010000:00000010:1.1:1776190126.638117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a36408a4. 00010000:00000010:1.1:1776190126.638130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:3.1:1776190126.643938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000595e3745. 00010000:00000010:2.1:1776190126.644006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fab70e78. 00010000:00000010:1.1:1776190126.652842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000c73255. 00010000:00000010:1.1:1776190126.652858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0fb3d1c. 00010000:00000010:1.1:1776190126.657818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adfacc44. 00010000:00000010:1.1:1776190126.657827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba3f0d67. 00010000:00000010:1.1:1776190126.657832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000b940f3. 00010000:00000010:1.1:1776190126.657836:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012d5aa3e. 00010000:00000010:1.1:1776190126.657839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:0.1:1776190126.665038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000126d9a75. 00010000:00000010:0.1:1776190126.665049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1095a95. 00010000:00000010:2.1:1776190126.665420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003685cc8d. 00010000:00000010:2.1:1776190126.665429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f649a491. 00010000:00000010:0.1:1776190126.668323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044e0bb65. 00010000:00000010:0.1:1776190126.668343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250f8534. 00010000:00000010:3.1:1776190126.672970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000208108c9. 00010000:00000010:1.1:1776190126.673343:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f81b32ef. 00010000:00000010:1.1:1776190126.673350:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000848361c8. 00010000:00000010:1.1:1776190126.682348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e3808fc. 00010000:00000010:1.1:1776190126.682363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:0.1:1776190126.690751:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140ece1c. 00010000:00000010:0.1:1776190126.700832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096c68f46. 00010000:00000010:0.1:1776190126.700843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c10beb9d. 00010000:00000010:0.1:1776190126.700858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000b940f3. 00010000:00000010:0.1:1776190126.700861:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f37d6764. 00010000:00000010:0.1:1776190126.700864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250f8534. 00010000:00000010:0.1:1776190126.714826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eef5a2b6. 00010000:00000010:0.1:1776190126.714833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cf323c9. 00010000:00000010:2.1:1776190126.718044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043ff3e48. 00010000:00000010:3.1:1776190126.718387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6cc3488. 00010000:00000010:1.1:1776190126.722889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000faedf51b. 00010000:00000010:1.1:1776190126.722895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c83c0302. 00010000:00000010:2.1:1776190126.726150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078315cd2. 00010000:00000010:1.1:1776190126.737378:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed44efd4. 00010000:00000010:1.1:1776190126.737387:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:2.1:1776190126.740229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bd27099. 00010000:00000010:1.1:1776190126.749324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000847f3856. 00010000:00000010:1.1:1776190126.749332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0fb3d1c. 00010000:00000010:1.1:1776190126.749337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0cc7e9a. 00010000:00000010:1.1:1776190126.749341:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057191f65. 00010000:00000010:1.1:1776190126.749353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f54efe16. 00010000:00000010:0.1:1776190126.759297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c618a04. 00010000:00000010:0.1:1776190126.759314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000920449e6. 00010000:00000010:2.1:1776190126.766063:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000154ccd1a. 00010000:00000010:0.1:1776190126.769822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050503482. 00010000:00000010:0.1:1776190126.769836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cf323c9. 00010000:00000010:2.1:1776190126.769937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057aa6e99. 00010000:00000010:0.1:1776190126.773130:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffa0c1ed. 00010000:00000010:0.1:1776190126.773137:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e63fd66. 00010000:00000010:0.1:1776190126.773140:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250f8534. 00010000:00000010:0.1:1776190126.780897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ed45540. 00010000:00000010:0.1:1776190126.780911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f00a2d79. 00010000:00000010:0.1:1776190126.780916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000862044c0. 00010000:00000010:0.1:1776190126.789884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db04086f. 00010000:00000010:0.1:1776190126.789892:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007337cf95. 00010000:00000010:0.1:1776190126.789895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cf323c9. 00010000:00000010:3.1:1776190126.798801:0:64667:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d745d901. 00010000:00000010:0.1:1776190126.806844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044baac4c. 00010000:00000010:0.1:1776190126.806861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250f8534. 00010000:00000010:0.1:1776190126.806865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f37d6764. 00010000:00000010:0.1:1776190126.806867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000862044c0. 00010000:00000010:3.1:1776190126.811055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000779a66d2. 00010000:00000010:3.1:1776190126.811161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efc15e77. 00010000:00000010:0.1:1776190126.811271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1e46ad0. 00010000:00000010:0.1:1776190126.811278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9eaaae8. 00010000:00000010:0.1:1776190126.811283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010dc457b. 00010000:00000010:0.1:1776190126.811286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cf323c9. 00010000:00000010:0.1:1776190126.816525:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080b7d686. 00010000:00000010:0.1:1776190126.816532:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c83c0302. 00010000:00000010:3.1:1776190126.816627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab5b746d. 00010000:00000010:3.1:1776190126.816631:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd91cff4. 00010000:00000010:1.1:1776190126.821854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097348563. 00010000:00000010:1.1:1776190126.821866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000862044c0. 00010000:00000010:0.1:1776190126.825820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d3240c8. 00010000:00000010:0.1:1776190126.825834:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a35ad034. 00010000:00000010:0.1:1776190126.825839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f54efe16. 00010000:00000010:3.1:1776190126.829833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019d3d1d1. 00010000:00000010:0.1:1776190126.833198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000802d03f6. 00010000:00000010:0.1:1776190126.833207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c83c0302. 00010000:00000010:2.1:1776190126.836816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1ab274f. 00010000:00000010:0.1:1776190126.840920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000480f8e4e. 00010000:00000010:0.1:1776190126.840935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cf323c9. 00010000:00000010:2.1:1776190126.844843:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb9aec68. 00010000:00000010:0.1:1776190126.854641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef7da649. 00010000:00000010:0.1:1776190126.854651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9eaaae8. 00010000:00000010:2.1:1776190126.861501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000139329a. 00010000:00000010:0.1:1776190126.861871:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088d424cb. 00010000:00000010:0.1:1776190126.861878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c83c0302. 00010000:00000010:3.1:1776190126.865189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccf9aa58. 00010000:00000010:3.1:1776190126.865199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cf323c9. 00010000:00000010:0.1:1776190126.869922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f78ac1b3. 00010000:00000010:2.1:1776190126.870828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009ba9279. 00010000:00000010:3.1:1776190126.873893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e57fdd3. 00010000:00000010:3.1:1776190126.873900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002762e9a8. 00010000:00000010:3.1:1776190126.873903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b01778fb. 00010000:00000010:3.1:1776190126.873908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3477ad. 00010000:00000010:2.1:1776190126.878808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037837be7. 00010000:00000010:3.1:1776190126.882069:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dad9870a. 00010000:00000010:3.1:1776190126.882078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00010000:00000010:2.1:1776190126.887900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0d5b4a5. 00010000:00000010:0.1:1776190126.892875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9349f6d. 00010000:00000010:0.1:1776190126.892882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dca27b2. 00010000:00000010:3.1:1776190126.893846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a43bf976. 00010000:00000010:3.1:1776190126.901180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082f0d684. 00010000:00000010:3.1:1776190126.901187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c83c0302. 00010000:00000010:3.1:1776190126.906307:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000888a2634. 00010000:00000010:3.1:1776190126.906320:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00010000:00000010:2.1:1776190126.906804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8f6739d. 00010000:00000010:2.1:1776190126.906810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069059e06. 00010000:00000010:3.1:1776190126.915099:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054f997a7. 00010000:00000010:3.1:1776190126.915110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3477ad. 00010000:00000010:3.1:1776190126.915113:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b01778fb. 00010000:00000010:3.1:1776190126.915117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002762e9a8. 00010000:00000010:3.1:1776190126.915120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7c18c3f. 00010000:00000010:3.1:1776190126.915124:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ced119ed. 00010000:00000010:3.1:1776190126.915127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f7c2c76. 00010000:00000010:0.1:1776190126.923464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ec6d92f. 00010000:00000010:3.1:1776190126.925821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004634170. 00010000:00000010:3.1:1776190126.925831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:3.1:1776190126.925853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036c94b11. 00010000:00000010:3.1:1776190126.925856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db0e68ab. 00010000:00000010:3.1:1776190126.925858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00010000:00000010:0.1:1776190126.928132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059b78ff0. 00010000:00000010:0.1:1776190126.928140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6cbf90c. 00010000:00000010:3.1:1776190126.928239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056a94eab. 00010000:00000010:3.1:1776190126.928245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061082947. 00010000:00000010:2.1:1776190126.929093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092f98ace. 00010000:00000010:2.1:1776190126.929100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f7c2c76. 00010000:00000010:2.1:1776190126.929103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bd705cb. 00010000:00000010:2.1:1776190126.929106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024e11821. 00010000:00000010:3.1:1776190126.937972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079c627a9. 00010000:00000010:3.1:1776190126.937987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048d7901c. 00010000:00000010:0.1:1776190126.940954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000815e197. 00010000:00000010:3.1:1776190126.946233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044bc9f9e. 00010000:00000010:3.1:1776190126.946240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070365884. 00010000:00000010:3.1:1776190126.946243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061082947. 00010000:00000010:3.1:1776190126.951344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000484c1092. 00010000:00000010:3.1:1776190126.951357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000519aecaf. 00010000:00000010:3.1:1776190126.951361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00010000:00000010:0.1:1776190126.955163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2dd496e. 00010000:00000010:3.1:1776190126.958509:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000155fb951. 00010000:00000010:3.1:1776190126.958522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:2.1:1776190126.961848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003342a0c8. 00010000:00000010:0.1:1776190126.964952:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e571b9bb. 00010000:00000010:0.1:1776190126.964961:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061082947. 00010000:00000010:0.1:1776190126.964964:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f37d6764. 00010000:00000010:0.1:1776190126.964967:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9eaaae8. 00010000:00000010:1.1:1776190126.975803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003909095b. 00010000:00000010:0.1:1776190126.977815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceea9422. 00010000:00000010:0.1:1776190126.977826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250f8534. 00010000:00000010:0.1:1776190126.981891:0:78309:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008737b945. 00010000:00000010:0.1:1776190126.981898:0:78309:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9eaaae8. 00010000:00000010:0.1:1776190126.981902:0:78309:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072e160a8. 00010000:00000010:0.1:1776190126.981905:0:78309:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000848361c8. 00010000:00000010:1.1:1776190126.986021:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002861b251. 00010000:00000010:3.1:1776190126.986326:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c1fe0ed. 00010000:00000010:0.1:1776190127.002972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9db800. 00010000:00000010:3.1:1776190127.004053:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f35bb4c. 00010000:00000010:3.1:1776190127.004063:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0b55ee2. 00010000:00000010:3.1:1776190127.008883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cd49da2. 00010000:00000010:3.1:1776190127.008909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:3.1:1776190127.008913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b01778fb. 00010000:00000010:3.1:1776190127.008917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00010000:00000010:0.1:1776190127.012802:0:78311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbf13f1a. 00010000:00000010:3.1:1776190127.022946:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008188d94f. 00010000:00000010:3.1:1776190127.022952:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002762e9a8. 00010000:00000010:1.1:1776190127.025008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6749b60. 00010000:00000010:2.1:1776190127.031004:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000084dd229. 00010000:00000010:0.1:1776190127.031823:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072ebd1f9. 00010000:00000010:0.1:1776190127.031828:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00010000:00000010:0.1:1776190127.031833:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f37d6764. 00010000:00000010:0.1:1776190127.031837:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000848361c8. 00010000:00000010:0.1:1776190127.031842:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000779b7725. 00010000:00000010:0.1:1776190127.031846:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9eaaae8. 00010000:00000010:0.1:1776190127.031849:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b14d6ce. 00010000:00000010:0.1:1776190127.031853:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250f8534. 00010000:00000010:0.1:1776190127.035303:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab6b8ceb. 00010000:00000010:0.1:1776190127.035310:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d9cd1a. 00010000:00000010:0.1:1776190127.035313:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b90849c3. 00010000:00000010:0.1:1776190127.035316:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fc246c5. 00010000:00000010:0.1:1776190127.035319:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dace70ac. 00010000:00000010:0.1:1776190127.035323:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a832b6f. 00010000:00000010:0.1:1776190127.035326:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a1e6021. 00010000:00000010:0.1:1776190127.035329:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094b79eea. 00010000:00000010:0.1:1776190127.035331:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000182f7cf0. 00010000:00000010:0.1:1776190127.035334:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcb658dc. 00010000:00000010:0.1:1776190127.035338:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c18ef178. 00010000:00000010:0.1:1776190127.035340:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adeaa80b. 00010000:00000010:0.1:1776190127.035342:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002580b85d. 00010000:00000010:0.1:1776190127.035345:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090a7ecca. 00010000:00000010:0.1:1776190127.035347:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d18e120. 00010000:00000010:0.1:1776190127.035349:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000297ddb5e. 00010000:00000010:0.1:1776190127.035353:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c703ad31. 00010000:00000010:0.1:1776190127.035356:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f12a9a. 00010000:00000010:0.1:1776190127.035359:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf044f2b. 00010000:00000010:0.1:1776190127.035361:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef99e4be. 00010000:00000010:0.1:1776190127.035364:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000243b6111. 00010000:00000010:0.1:1776190127.035367:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044201648. 00010000:00000010:0.1:1776190127.035369:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a0c8bb5. 00010000:00000010:0.1:1776190127.035371:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0b55ee2. 00010000:00000010:0.1:1776190127.035374:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e718c00. 00010000:00000010:0.1:1776190127.035376:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c83c0302. 00010000:00000010:0.1:1776190127.035379:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f5723d3. 00010000:00000010:0.1:1776190127.035381:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cf323c9. 00010000:00000010:0.1:1776190127.035383:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b20c696. 00010000:00000010:0.1:1776190127.035385:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000862044c0. 00010000:00000010:0.1:1776190127.035388:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a229bcbc. 00010000:00000010:0.1:1776190127.035392:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1360004. 00010000:00000010:0.1:1776190127.035396:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea22109d. 00010000:00000010:0.1:1776190127.035399:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dd6f133. 00010000:00000010:0.1:1776190127.035401:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c36072b7. 00010000:00000010:0.1:1776190127.035403:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000199976ae. 00010000:00000010:0.1:1776190127.035406:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a236840f. 00010000:00000010:0.1:1776190127.035408:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006326c31e. 00010000:00000010:0.1:1776190127.035412:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6be2f9c. 00010000:00000010:0.1:1776190127.035415:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b8e99a2. 00010000:00000010:0.1:1776190127.035419:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1382caa. 00010000:00000010:0.1:1776190127.035421:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b10e253. 00010000:00000010:0.1:1776190127.035423:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c17671fd. 00010000:00000010:0.1:1776190127.035426:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000631997a2. 00010000:00000010:0.1:1776190127.035428:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001774972. 00010000:00000010:0.1:1776190127.035430:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ffae130. 00010000:00000010:0.1:1776190127.035432:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de02fe9d. 00010000:00000010:0.1:1776190127.035435:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000270033ee. 00010000:00000010:0.1:1776190127.035437:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac2fb058. 00010000:00000010:0.1:1776190127.035439:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b570fba3. 00010000:00000010:0.1:1776190127.035442:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000664a9b29. 00010000:00000010:0.1:1776190127.035444:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082c90bb1. 00010000:00000010:0.1:1776190127.035446:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c415d13b. 00010000:00000010:0.1:1776190127.035448:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030fcd2a6. 00010000:00000010:0.1:1776190127.035451:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddf092a5. 00010000:00000010:0.1:1776190127.035453:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f3b1270. 00010000:00000010:0.1:1776190127.035455:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df1931dc. 00010000:00000010:0.1:1776190127.035457:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa16ed71. 00010000:00000010:0.1:1776190127.035460:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f08d370b. 00010000:00000010:0.1:1776190127.035464:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef665e71. 00010000:00000010:0.1:1776190127.035466:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004296ca7a. 00010000:00000010:0.1:1776190127.035469:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6edbba. 00010000:00000010:0.1:1776190127.035471:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005341fbce. 00010000:00000010:0.1:1776190127.035474:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8125a73. 00010000:00000010:0.1:1776190127.035476:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b476a44. 00010000:00000010:0.1:1776190127.035479:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004f0478b. 00010000:00000010:0.1:1776190127.035482:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fb19cc1. 00010000:00000010:0.1:1776190127.035485:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3e16443. 00010000:00000010:0.1:1776190127.035487:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afd4da82. 00010000:00000010:0.1:1776190127.035490:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9c4132c. 00010000:00000010:0.1:1776190127.035494:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096b7009f. 00010000:00000010:0.1:1776190127.035496:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036567859. 00010000:00000010:0.1:1776190127.035499:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf2a7104. 00010000:00000010:0.1:1776190127.035502:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbc84488. 00010000:00000010:0.1:1776190127.035504:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e515948e. 00010000:00000010:0.1:1776190127.035506:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b593bd82. 00010000:00000010:0.1:1776190127.035508:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f57ecd44. 00010000:00000010:0.1:1776190127.035510:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000468ac0f6. 00010000:00000010:0.1:1776190127.035515:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8f1541d. 00010000:00000010:0.1:1776190127.035518:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6430fc. 00010000:00000010:0.1:1776190127.035521:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085643397. 00010000:00000010:0.1:1776190127.035524:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f2b7d7. 00010000:00000010:0.1:1776190127.035526:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010fea22b. 00010000:00000010:0.1:1776190127.035528:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063ad9533. 00010000:00000010:0.1:1776190127.035535:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036af7310. 00010000:00000010:0.1:1776190127.035537:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c2985cf. 00010000:00000010:0.1:1776190127.035539:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062e05a07. 00010000:00000010:0.1:1776190127.035543:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081557b12. 00010000:00000010:0.1:1776190127.035545:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a61bff5a. 00010000:00000010:0.1:1776190127.035549:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8da4a44. 00010000:00000010:0.1:1776190127.039823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000334e52e2. 00010000:00000010:0.1:1776190127.039832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007967a50. 00010000:00000010:0.1:1776190127.039835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007eefd6d8. 00010000:00000010:0.1:1776190127.039837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd007444. 00010000:00000010:0.1:1776190127.039839:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000039e7725. 00010000:00000010:0.1:1776190127.039842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000288326ec. 00010000:00000010:0.1:1776190127.039845:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006809d051. 00010000:00000010:0.1:1776190127.039847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b56febeb. 00010000:00000010:0.1:1776190127.039849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cdb0d35. 00010000:00000010:0.1:1776190127.039852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046a75bc4. 00010000:00000010:0.1:1776190127.039853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004eaf6695. 00010000:00000010:0.1:1776190127.039856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e208725a. 00010000:00000010:0.1:1776190127.039858:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0e30da4. 00010000:00000010:0.1:1776190127.039860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec19c123. 00010000:00000010:0.1:1776190127.039868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cb63d84. 00010000:00000010:0.1:1776190127.039874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd857f64. 00010000:00000010:0.1:1776190127.039877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f91bde61. 00010000:00000010:0.1:1776190127.039880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d0b344. 00010000:00000010:0.1:1776190127.039884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000622adfed. 00010000:00000010:0.1:1776190127.039888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f03c8bcf. 00010000:00000010:0.1:1776190127.039890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba3dd96f. 00010000:00000010:0.1:1776190127.039892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049643a7a. 00010000:00000010:0.1:1776190127.039894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6b1fbad. 00010000:00000010:0.1:1776190127.039897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f983db74. 00010000:00000010:0.1:1776190127.039899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000766d2d78. 00010000:00000010:0.1:1776190127.039902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e1cd872. 00010000:00000010:0.1:1776190127.039905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a44509a1. 00010000:00000010:0.1:1776190127.039908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd2e4d57. 00010000:00000010:0.1:1776190127.039910:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000967cb390. 00010000:00000010:0.1:1776190127.039912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e47352e4. 00010000:00000010:0.1:1776190127.039914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da1f9c53. 00010000:00000010:0.1:1776190127.039916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000519de2fb. 00010000:00000010:0.1:1776190127.039919:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001167f718. 00010000:00000010:0.1:1776190127.039921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f1895e5. 00010000:00000010:0.1:1776190127.039923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023e813f8. 00010000:00000010:0.1:1776190127.039926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083f4d144. 00010000:00000010:0.1:1776190127.039930:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f2e6e18. 00010000:00000010:0.1:1776190127.039932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000456e82cd. 00010000:00000010:0.1:1776190127.039934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007129a06b. 00010000:00000010:0.1:1776190127.039936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069191ee9. 00010000:00000010:0.1:1776190127.039938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ddf7d1a. 00010000:00000010:0.1:1776190127.039941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006456a1d9. 00010000:00000010:0.1:1776190127.039943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078e7fd5e. 00010000:00000010:0.1:1776190127.039945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc704eb6. 00010000:00000010:0.1:1776190127.039947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033dfa596. 00010000:00000010:0.1:1776190127.039949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029f30a38. 00010000:00000010:0.1:1776190127.039951:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061778dad. 00010000:00000010:0.1:1776190127.039954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e247cff. 00010000:00000010:0.1:1776190127.039956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d69b918. 00010000:00000010:0.1:1776190127.039958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019cce82c. 00010000:00000010:0.1:1776190127.039960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cbdb0d6. 00010000:00000010:0.1:1776190127.039962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c548031c. 00010000:00000010:0.1:1776190127.039964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018650d11. 00010000:00000010:0.1:1776190127.039966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b17d34c. 00010000:00000010:0.1:1776190127.039968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022ae7ffe. 00010000:00000010:0.1:1776190127.039970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbe93476. 00010000:00000010:0.1:1776190127.039975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078adaea1. 00010000:00000010:0.1:1776190127.039977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008446ef35. 00010000:00000010:0.1:1776190127.039979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003dc24e6b. 00010000:00000010:0.1:1776190127.039982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085edb760. 00010000:00000010:0.1:1776190127.039985:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fac65f7. 00010000:00000010:0.1:1776190127.039988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000befc3b10. 00010000:00000010:0.1:1776190127.039991:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000229637b4. 00010000:00000010:0.1:1776190127.039994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7d713f. 00010000:00000010:0.1:1776190127.039996:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095c2edbd. 00010000:00000010:0.1:1776190127.039999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d885b61. 00010000:00000010:0.1:1776190127.040001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8923e8d. 00010000:00000010:0.1:1776190127.040004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8e974b0. 00010000:00000010:0.1:1776190127.040006:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aca9825a. 00010000:00000010:0.1:1776190127.040008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c4677f0. 00010000:00000010:0.1:1776190127.040010:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bcdd365. 00010000:00000010:0.1:1776190127.040012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea141941. 00010000:00000010:0.1:1776190127.040014:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000df919ed. 00010000:00000010:0.1:1776190127.040016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b143fc8. 00010000:00000010:0.1:1776190127.040018:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062722b06. 00010000:00000010:0.1:1776190127.040021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002810e429. 00010000:00000010:0.1:1776190127.040023:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001050c79a. 00010000:00000010:0.1:1776190127.040025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007472b2e9. 00010000:00000010:0.1:1776190127.040027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c18200c0. 00010000:00000010:0.1:1776190127.040029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047bf8f02. 00010000:00000010:0.1:1776190127.040031:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cda8d2e. 00010000:00000010:0.1:1776190127.040033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000695f7780. 00010000:00000010:0.1:1776190127.040035:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7777ce7. 00010000:00000010:0.1:1776190127.040038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af37e34e. 00010000:00000010:0.1:1776190127.040041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086d119e4. 00010000:00000010:0.1:1776190127.040044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a59038e. 00010000:00000010:0.1:1776190127.040046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043436b25. 00010000:00000010:0.1:1776190127.040049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2128a10. 00010000:00000010:0.1:1776190127.040051:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083242714. 00010000:00000010:0.1:1776190127.040053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca8fc980. 00010000:00000010:0.1:1776190127.040055:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a27e63d. 00010000:00000010:0.1:1776190127.040065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b9fc2f5. 00010000:00000010:0.1:1776190127.040068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d71a0219. 00010000:00000010:0.1:1776190127.040070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006973284. 00010000:00000010:0.1:1776190127.040072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d906e7d. 00010000:00000010:0.1:1776190127.040075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e981fcbe. 00010000:00000010:0.1:1776190127.040077:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002243b2e6. 00010000:00000010:0.1:1776190127.040080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1643a81. 00010000:00000010:0.1:1776190127.040082:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092ce4724. 00010000:00000010:0.1:1776190127.040085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000612f95e9. 00010000:00000010:0.1:1776190127.040087:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6bce1be. 00010000:00000010:0.1:1776190127.040090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc62fb52. 00010000:00000010:0.1:1776190127.040092:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007bf113e. 00010000:00000010:0.1:1776190127.040094:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d71561. 00010000:00000010:0.1:1776190127.040097:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8ec04f0. 00010000:00000010:0.1:1776190127.040099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078833872. 00010000:00000010:0.1:1776190127.040101:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1381e74. 00010000:00000010:0.1:1776190127.040103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000948ca33b. 00010000:00000010:0.1:1776190127.040105:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af3e9953. 00010000:00000010:0.1:1776190127.040107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000baa74fb3. 00010000:00000010:0.1:1776190127.040109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2402f12. 00010000:00000010:0.1:1776190127.040111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e9322f. 00010000:00000010:0.1:1776190127.040114:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d880f15e. 00010000:00000010:0.1:1776190127.040116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000610f71f1. 00010000:00000010:0.1:1776190127.040121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008789d5f9. 00010000:00000010:0.1:1776190127.040124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d15a9fee. 00010000:00000010:0.1:1776190127.040126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041991d09. 00010000:00000010:0.1:1776190127.040128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a2e30e5. 00010000:00000010:0.1:1776190127.040131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006adbfc06. 00010000:00000010:0.1:1776190127.040133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058445b15. 00010000:00000010:0.1:1776190127.040135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000569eb52b. 00010000:00000010:0.1:1776190127.040138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed60cd41. 00010000:00000010:0.1:1776190127.040140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092af56b2. 00010000:00000010:0.1:1776190127.040143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d35f2634. 00010000:00000010:0.1:1776190127.040145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006701c425. 00010000:00000010:0.1:1776190127.040147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ab0a1e0. 00010000:00000010:0.1:1776190127.040149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbdd6c64. 00010000:00000010:0.1:1776190127.040151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001442358b. 00010000:00000010:0.1:1776190127.040153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078163392. 00010000:00000010:0.1:1776190127.040155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce8ecf96. 00010000:00000010:0.1:1776190127.040157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007930fdbb. 00010000:00000010:0.1:1776190127.040159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037ce8054. 00010000:00000010:1.1:1776190127.040512:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d785941b. 00010000:00000010:1.1:1776190127.040519:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e67b5dc6. 00010000:00000010:1.1:1776190127.040523:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012d5aa3e. 00010000:00000010:1.1:1776190127.040528:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0fb3d1c. 00010000:00000010:1.1:1776190127.040530:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000999866bd. 00010000:00000010:1.1:1776190127.040532:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:1.1:1776190127.040536:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5f79f96. 00010000:00000010:1.1:1776190127.040538:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:1.1:1776190127.040540:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000accc9bcc. 00010000:00000010:1.1:1776190127.040542:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ca56c3. 00010000:00000010:1.1:1776190127.040545:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ad73b81. 00010000:00000010:1.1:1776190127.040548:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c85c65b. 00010000:00000010:1.1:1776190127.040550:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c868e87c. 00010000:00000010:1.1:1776190127.040552:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f10add8. 00010000:00000010:1.1:1776190127.040555:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cb141e2. 00010000:00000010:1.1:1776190127.040557:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e0e37d8. 00010000:00000010:1.1:1776190127.040559:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d28df0b4. 00010000:00000010:1.1:1776190127.040561:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f54efe16. 00010000:00000010:1.1:1776190127.040563:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6525382. 00010000:00000010:1.1:1776190127.040566:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000920449e6. 00010000:00000010:1.1:1776190127.040570:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013872cf2. 00010000:00000010:1.1:1776190127.040573:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000b940f3. 00010000:00000010:1.1:1776190127.040575:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076470c56. 00010000:00000010:1.1:1776190127.040577:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1095a95. 00010000:00000010:1.1:1776190127.040579:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061acdeb4. 00010000:00000010:1.1:1776190127.040582:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe2299bb. 00010000:00000010:1.1:1776190127.040584:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048cc2945. 00010000:00000010:1.1:1776190127.040586:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb766f27. 00010000:00000010:1.1:1776190127.040589:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9034567. 00010000:00000010:1.1:1776190127.040591:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db2a445b. 00010000:00000010:1.1:1776190127.040593:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0a665e6. 00010000:00000010:1.1:1776190127.040596:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009706d0dc. 00010000:00000010:1.1:1776190127.040598:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c70eb2a. 00010000:00000010:1.1:1776190127.040600:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001287c8c6. 00010000:00000010:1.1:1776190127.040602:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5cd9651. 00010000:00000010:1.1:1776190127.040605:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b31968. 00010000:00000010:1.1:1776190127.040607:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a50e1b95. 00010000:00000010:1.1:1776190127.040610:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe06dce9. 00010000:00000010:1.1:1776190127.040612:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000052bd5ab. 00010000:00000010:1.1:1776190127.040614:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000eb8467. 00010000:00000010:1.1:1776190127.043223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000310fd0f9. 00010000:00000010:1.1:1776190127.043234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000829aab69. 00010000:00000010:1.1:1776190127.043238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000617c691b. 00010000:00000010:1.1:1776190127.043241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f3fe1dc. 00010000:00000010:1.1:1776190127.043246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000145a0566. 00010000:00000010:1.1:1776190127.043251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9b63cf2. 00010000:00000010:1.1:1776190127.043253:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d23b77ac. 00010000:00000010:1.1:1776190127.043255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022cb72ee. 00010000:00000010:1.1:1776190127.043258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8e0cbfc. 00010000:00000010:1.1:1776190127.043260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d763bcc9. 00010000:00000010:1.1:1776190127.043272:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfa3c295. 00010000:00000010:1.1:1776190127.043275:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b2097f9. 00010000:00000010:1.1:1776190127.043277:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8c21860. 00010000:00000010:1.1:1776190127.043280:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea59ea37. 00010000:00000010:1.1:1776190127.043283:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001106e47f. 00010000:00000010:1.1:1776190127.043285:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ab96322. 00010000:00000010:1.1:1776190127.043288:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7440d21. 00010000:00000010:1.1:1776190127.043290:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004246d03. 00010000:00000010:1.1:1776190127.043292:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000726f77db. 00010000:00000010:1.1:1776190127.043294:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e4ce8d2. 00010000:00000010:1.1:1776190127.043298:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090904e61. 00010000:00000010:1.1:1776190127.043301:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069059e06. 00010000:00000010:1.1:1776190127.043303:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a90d5216. 00010000:00000010:1.1:1776190127.043306:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1564bb9. 00010000:00000010:1.1:1776190127.043321:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f01da8f3. 00010000:00000010:1.1:1776190127.043324:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5f408d4. 00010000:00000010:1.1:1776190127.043329:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f49a0d34. 00010000:00000010:1.1:1776190127.043334:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc7b700. 00010000:00000010:1.1:1776190127.043336:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3980a8c. 00010000:00000010:1.1:1776190127.043339:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d2857c7. 00010000:00000010:1.1:1776190127.043345:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce8d1370. 00010000:00000010:1.1:1776190127.043348:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8467a88. 00010000:00000010:1.1:1776190127.043350:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fb05baf. 00010000:00000010:1.1:1776190127.043353:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fac6962. 00010000:00000010:1.1:1776190127.043355:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f988f96. 00010000:00000010:1.1:1776190127.043358:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8084819. 00010000:00000010:1.1:1776190127.043360:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000763eb7ca. 00010000:00000010:1.1:1776190127.043362:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f405fb22. 00010000:00000010:1.1:1776190127.043365:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ff6e7ed. 00010000:00000010:1.1:1776190127.043367:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001acee9b. 00010000:00000010:1.1:1776190127.043370:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b10e53a2. 00010000:00000010:1.1:1776190127.043372:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f098d71a. 00010000:00000010:1.1:1776190127.043374:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000832bad31. 00010000:00000010:1.1:1776190127.043381:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fab70e78. 00010000:00000010:1.1:1776190127.043384:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007348f6e6. 00010000:00000010:1.1:1776190127.043387:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700e1056. 00010000:00000010:1.1:1776190127.043389:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fd45d77. 00010000:00000010:1.1:1776190127.043393:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005135ec4c. 00010000:00000010:1.1:1776190127.043396:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cb791ec. 00010000:00000010:1.1:1776190127.043400:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047865f9f. 00010000:00000010:1.1:1776190127.043406:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001aea92e2. 00010000:00000010:1.1:1776190127.043410:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f539c9d. 00010000:00000010:1.1:1776190127.043412:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026e74b7e. 00010000:00000010:1.1:1776190127.043414:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a84a56c. 00010000:00000010:1.1:1776190127.043416:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d28a742. 00010000:00000010:1.1:1776190127.043418:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c28e843. 00010000:00000010:1.1:1776190127.043421:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf392ffd. 00010000:00000010:1.1:1776190127.043423:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a464b23. 00010000:00000010:1.1:1776190127.043425:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008183817. 00010000:00000010:1.1:1776190127.043427:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066a3b124. 00010000:00000010:1.1:1776190127.043430:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1b292b3. 00010000:00000010:1.1:1776190127.043432:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073b60bdd. 00010000:00000010:1.1:1776190127.043434:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f7ff656. 00010000:00000010:1.1:1776190127.043436:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000266ee1c5. 00010000:00000010:1.1:1776190127.043440:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000faedf51b. 00010000:00000010:1.1:1776190127.043443:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016f7c8da. 00010000:00000010:1.1:1776190127.043445:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006be4d177. 00010000:00000010:1.1:1776190127.043448:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077c2be97. 00010000:00000010:1.1:1776190127.043449:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac0f42df. 00010000:00000010:1.1:1776190127.043452:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d070188f. 00010000:00000010:1.1:1776190127.043455:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000367ad3bf. 00010000:00000010:1.1:1776190127.043457:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b158b17f. 00010000:00000010:1.1:1776190127.043460:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4fddd42. 00010000:00000010:1.1:1776190127.043462:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc4fabe. 00010000:00000010:1.1:1776190127.043464:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010bb5ccb. 00010000:00000010:1.1:1776190127.043466:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a2a215f. 00010000:00000010:1.1:1776190127.043468:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d33d535. 00010000:00000010:1.1:1776190127.043471:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045b0bea8. 00010000:00000010:1.1:1776190127.043473:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ecc60ac. 00010000:00000010:1.1:1776190127.043475:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f79514f. 00010000:00000010:1.1:1776190127.043477:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fd917a1. 00010000:00000010:1.1:1776190127.043479:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085f0f6f8. 00010000:00000010:1.1:1776190127.043481:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3271520. 00010000:00000010:1.1:1776190127.043483:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000785cf800. 00010000:00000010:1.1:1776190127.043486:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbfbab02. 00010000:00000010:1.1:1776190127.043490:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002787a695. 00010000:00000010:1.1:1776190127.043492:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000822fb9fb. 00010000:00000010:1.1:1776190127.043495:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ff2e9bc. 00010000:00000010:1.1:1776190127.043497:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b77cd0e. 00010000:00000010:1.1:1776190127.043500:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073b163e2. 00010000:00000010:0.1:1776190127.047829:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac2192ec. 00010000:00000010:0.1:1776190127.047843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec7b9400. 00010000:00000010:0.1:1776190127.047847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000add6dccc. 00010000:00000010:0.1:1776190127.047849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e1a2529. 00010000:00000010:0.1:1776190127.047851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074df121e. 00010000:00000010:0.1:1776190127.047854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cce7fbd. 00010000:00000010:0.1:1776190127.047856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f95d7196. 00010000:00000010:0.1:1776190127.047859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b8c523. 00010000:00000010:0.1:1776190127.047861:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f17fabf6. 00010000:00000010:0.1:1776190127.047863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ae11701. 00010000:00000010:0.1:1776190127.047867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d0eb670. 00010000:00000010:0.1:1776190127.047869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8da4a44. 00010000:00000010:0.1:1776190127.047872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ffd26d4. 00010000:00000010:0.1:1776190127.047875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081557b12. 00010000:00000010:0.1:1776190127.047877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f684d46. 00010000:00000010:0.1:1776190127.047879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c2985cf. 00010000:00000010:0.1:1776190127.047881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d455165. 00010000:00000010:0.1:1776190127.047883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063ad9533. 00010000:00000010:0.1:1776190127.047885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cad4398a. 00010000:00000010:0.1:1776190127.047888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f2b7d7. 00010000:00000010:0.1:1776190127.052854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccd5d679. 00010000:00000010:0.1:1776190127.052871:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037fc6dc9. 00010000:00000010:0.1:1776190127.052875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6430fc. 00010000:00000010:0.1:1776190127.061862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5f6b062. 00010000:00000010:0.1:1776190127.061870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8772777. 00010000:00000010:0.1:1776190127.061874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000468ac0f6. 00010000:00000010:0.1:1776190127.064878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9ff6b53. 00010000:00000010:0.1:1776190127.064885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f2b7d7. 00010000:00000010:2.1:1776190127.065807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010e52c22. 00010000:00000010:2.1:1776190127.069814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa7455bf. 00010000:00000010:2.1:1776190127.069828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063e5e6fc. 00010000:00000010:0.1:1776190127.070913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082bc8bce. 00010000:00000010:0.1:1776190127.070920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6430fc. 00010000:00000010:0.1:1776190127.070924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c1b4ed5. 00010000:00000010:0.1:1776190127.070927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063ad9533. 00010000:00000010:0.1:1776190127.070930:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cad4398a. 00010000:00000010:0.1:1776190127.070932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000468ac0f6. 00010000:00000010:2.1:1776190127.072894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9b15cd6. 00010000:00000010:2.1:1776190127.079727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024929aeb. 00010000:00000010:0.1:1776190127.079832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c623b6cd. 00010000:00000010:0.1:1776190127.079839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c2985cf. 00010000:00000010:0.1:1776190127.079843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc68721b. 00010000:00000010:0.1:1776190127.079846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f2b7d7. 00010000:00000010:0.1:1776190127.085895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b9554df. 00010000:00000010:0.1:1776190127.085907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec427d4a. 00010000:00000010:0.1:1776190127.085911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000468ac0f6. 00010000:00000010:2.1:1776190127.089816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f79dd9b. 00010000:00000010:0.1:1776190127.094173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc0f9898. 00010000:00000010:0.1:1776190127.094183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063ad9533. 00010000:00000010:3.1:1776190127.109885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b598b19. 00010000:00000010:2.1:1776190127.110112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059b9de01. 00010000:00000010:2.1:1776190127.110118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f2b7d7. 00010000:00000010:2.1:1776190127.110122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bd705cb. 00010000:00000010:2.1:1776190127.110125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024e11821. 00010000:00000010:3.1:1776190127.113811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056693516. 00010000:00000010:0.1:1776190127.115120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c93204c. 00010000:00000010:0.1:1776190127.115132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e4dd911. 00010000:00000010:2.1:1776190127.128534:0:78305:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088a03578. 00010000:00000010:0.1:1776190127.129664:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fde4809. 00010000:00000010:0.1:1776190127.129674:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063ad9533. 00010000:00000010:0.1:1776190127.129678:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ca16604. 00010000:00000010:0.1:1776190127.129682:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000468ac0f6. 00010000:00000010:2.1:1776190127.133976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7a141d1. 00010000:00000010:3.1:1776190127.134103:0:1368:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bfac1fb. 00010000:00000010:0.1:1776190127.136856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002514cdce. 00010000:00000010:0.1:1776190127.136862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c2985cf. 00010000:00000010:3.1:1776190127.143919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c01fd216. 00010000:00000010:3.1:1776190127.143929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddb4258a. 00010000:00000010:3.1:1776190127.143933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000468ac0f6. 00010000:00000010:3.1:1776190127.143935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b01778fb. 00010000:00000010:3.1:1776190127.143938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002762e9a8. 00010000:00000010:3.1:1776190127.156313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dcbd6b3. 00010000:00000010:3.1:1776190127.156321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:2.1:1776190127.156325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059d5083c. 00010000:00000010:3.1:1776190127.163860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd6ce72a. 00010000:00000010:3.1:1776190127.163876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e9253f0. 00010000:00000010:3.1:1776190127.163879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002762e9a8. 00010000:00000010:3.1:1776190127.180896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fb0915e. 00010000:00000010:3.1:1776190127.180906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cb345bd. 00010000:00000010:3.1:1776190127.180911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3477ad. 00010000:00000010:3.1:1776190127.180914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8a86c8a. 00010000:00000010:3.1:1776190127.180918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf98c035. 00010000:00000010:3.1:1776190127.180921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:2.1:1776190127.184811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000054e0e93. 00010000:00000010:0.1:1776190127.188502:0:78314:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fcc33f1. 00010000:00000010:0.1:1776190127.188511:0:78314:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002762e9a8. 00010000:00000010:0.1:1776190127.188515:0:78314:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cad4398a. 00010000:00000010:0.1:1776190127.188517:0:78314:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c2985cf. 00010000:00000010:0.1:1776190127.188520:0:78314:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9b0b0e8. 00010000:00000010:0.1:1776190127.188522:0:78314:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063ad9533. 00010000:00000010:3.1:1776190127.188870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000233de9db. 00010000:00000010:3.1:1776190127.208290:0:785:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003063c78. 00010000:00000010:3.1:1776190127.208302:0:785:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6430fc. 00010000:00000010:2.1:1776190127.208903:0:78315:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd319d24. 00010000:00000010:2.1:1776190127.208909:0:78315:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a97affc. 00010000:00000010:1.1:1776190127.214824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d432c4c8. 00010000:00000010:1.1:1776190127.214840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:3.1:1776190127.215581:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003456e502. 00010000:00000010:1.1:1776190127.217917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007adbfcc8. 00010000:00000010:1.1:1776190127.217934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073b163e2. 00010000:00000010:1.1:1776190127.222043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000833168aa. 00010000:00000010:1.1:1776190127.222049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000634ce489. 00010000:00000010:1.1:1776190127.222054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ff2e9bc. 00010000:00000010:3.1:1776190127.229849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cbbf9a8. 00010000:00000010:3.1:1776190127.229856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073b163e2. 00010000:00000010:1.1:1776190127.233548:0:64665:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076f234ba. 00010000:00000010:1.1:1776190127.233556:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002787a695. 00010000:00000010:2.1:1776190127.234031:0:64667:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e90dd2a. 00010000:00000010:3.1:1776190127.234787:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008eaaca9f. 00010000:00000010:0.1:1776190127.234980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af138994. 00010000:00000010:3.1:1776190127.240834:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008aa65f60. 00010000:00000010:3.1:1776190127.240841:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3477ad. 00010000:00000010:0.1:1776190127.242031:0:66360:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a13070. 00010000:00000010:1.1:1776190127.243814:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000590ae320. 00010000:00000010:1.1:1776190127.243821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a5f82. 00010000:00000010:2.1:1776190127.249908:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7c7c422. 00010000:00000010:1.1:1776190127.260111:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000918336b2. 00010000:00000010:1.1:1776190127.260122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002787a695. 00010000:00000010:0.1:1776190127.270022:0:78317:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2290092. 00010000:00000010:0.1:1776190127.270035:0:78317:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad7485c6. 00010000:00000010:0.1:1776190127.270039:0:78317:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ff2e9bc. 00010000:00000010:0.1:1776190127.270042:0:78317:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d455165. 00010000:00000010:0.1:1776190127.270044:0:78317:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063ad9533. 00010000:00000010:0.1:1776190127.270055:0:78317:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8cbd273. 00010000:00000010:1.1:1776190127.282446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f54fa65d. 00010000:00000010:1.1:1776190127.282455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c2985cf. 00010000:00000010:1.1:1776190127.294179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c736836. 00010000:00000010:3.1:1776190127.296129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dbd086b. 00010000:00000010:3.1:1776190127.296144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c6e3054. 00010000:00000010:3.1:1776190127.296147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063ad9533. 00010000:00000010:0.1:1776190127.296814:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ffa2c3d. 00010000:00000010:0.1:1776190127.296822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002787a695. 00010000:00000010:1.1:1776190127.302398:0:78320:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3023043. 00010000:00000010:3.1:1776190127.309813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1d66f47. 00010000:00000010:3.1:1776190127.309821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3477ad. 00010000:00000010:3.1:1776190127.309825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8397572. 00010000:00000010:3.1:1776190127.309828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b659aaff. 00010000:00000010:2.1:1776190127.311818:0:78321:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000957510cc. 00010000:00000010:3.1:1776190127.312219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000643a4d73. 00010000:00000010:3.1:1776190127.312225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00010000:00000010:3.1:1776190127.315843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007913c3e9. 00010000:00000010:3.1:1776190127.315855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00010000:00000010:1.1:1776190127.316614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c2e97ec. 00010000:00000010:1.1:1776190127.319069:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecb209ee. 00010000:00000010:0.1:1776190127.322245:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d2bd6c7. 00010000:00000010:0.1:1776190127.322252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024510e9b. 00010000:00000010:1.1:1776190127.334867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b8c37a3. 00010000:00000010:3.1:1776190127.338811:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f99fbde6. 00010000:00000010:3.1:1776190127.338825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b593bd82. 00010000:00000010:3.1:1776190127.338847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d33cdee. 00010000:00000010:3.1:1776190127.338851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3166214. 00010000:00000010:3.1:1776190127.338854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00010000:00000010:3.1:1776190127.338857:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8397572. 00010000:00000010:3.1:1776190127.338860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00010000:00000010:0.1:1776190127.355897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067639b4d. 00010000:00000010:0.1:1776190127.355909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b659aaff. 00010000:00000010:2.1:1776190127.359964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c79f8e9. 00010000:00000010:0.1:1776190127.369514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f55d362d. 00010000:00000010:0.1:1776190127.369535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084819674. 00010000:00000010:0.1:1776190127.369539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbc84488. 00010000:00000010:1.1:1776190127.381884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3381c5c. 00010000:00000010:1.1:1776190127.381898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036567859. 00010000:00000010:0.1:1776190127.385871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079f59b93. 00010000:00000010:3.1:1776190127.408903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd2d6b8d. 00010000:00000010:3.1:1776190127.408912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b112cd4. 00010000:00000010:3.1:1776190127.408916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000785cf800. 00010000:00000010:1.1:1776190127.413907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002450c320. 00010000:00000010:3.1:1776190127.415797:0:78318:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d99eff3. 00010000:00000010:3.1:1776190127.415806:0:78318:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00010000:00000010:3.1:1776190127.415811:0:78318:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8397572. 00010000:00000010:3.1:1776190127.415814:0:78318:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00010000:00000010:1.1:1776190127.429900:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6152136. 00010000:00000010:1.1:1776190127.429921:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adc48d87. 00010000:00000010:1.1:1776190127.429925:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f95b4ea. 00010000:00000010:0.1:1776190127.448993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070cb0148. 00010000:00000010:0.1:1776190127.449007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e0d8dd8. 00010000:00000010:2.1:1776190127.451110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e869ef65. 00010000:00000010:3.1:1776190127.459793:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1bd8ce5. 00010000:00000010:3.1:1776190127.459802:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbc84488. 00010000:00000010:1.1:1776190127.459812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff8eaa42. 00010000:00000010:0.1:1776190127.475803:0:78331:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002103f412. 00010000:00000010:1.1:1776190127.475816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aeac1042. 00010000:00000010:0.1:1776190127.475816:0:78331:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00010000:00000010:1.1:1776190127.497769:0:78335:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007873ab7b. 00010000:00000010:2.1:1776190127.499602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052c4c6d3. 00010000:00000010:2.1:1776190127.499616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9c4132c. 00010000:00000010:2.1:1776190127.499620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bd705cb. 00010000:00000010:2.1:1776190127.499625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024e11821. 00010000:00000010:1.1:1776190127.500899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1e198c9. 00010000:00000010:0.1:1776190127.501768:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000445bcbf4. 00010000:00000010:0.1:1776190127.501919:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c78fdaa5. 00010000:00000010:2.1:1776190127.524656:0:78336:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000899732ea. 00010000:00000010:3.1:1776190127.524790:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002e9e660. 00010000:00000010:3.1:1776190127.524796:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3e16443. 00010000:00000010:3.1:1776190127.529441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdfc9148. 00010000:00000010:3.1:1776190127.534052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b5fe575. 00010000:00000010:3.1:1776190127.534067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00010000:00000010:2.1:1776190127.536819:0:66360:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000403cbc3c. 00010000:00000010:3.1:1776190127.540831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a4d5760. 00010000:00000010:3.1:1776190127.540842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3477ad. 00010000:00000010:3.1:1776190127.543793:0:78342:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8f36f74. 00010000:00000010:3.1:1776190127.543803:0:78342:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00010000:00000010:3.1:1776190127.543807:0:78342:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8397572. 00010000:00000010:3.1:1776190127.543810:0:78342:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00010000:00000010:2.1:1776190127.543830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cec75a35. 00010000:00000010:0.1:1776190127.559687:0:78341:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d1b7e61. 00010000:00000010:3.1:1776190127.563537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001481752f. 00010000:00000010:3.1:1776190127.563546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b659aaff. 00010000:00000010:1.1:1776190127.566841:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cf3e872. 00010000:00000010:1.1:1776190127.566847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00010000:00000010:3.1:1776190127.567435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f525f68. 00010000:00000010:0.1:1776190127.583061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a9528be. 00010000:00000010:1.1:1776190127.584278:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed50792c. 00010000:00000010:1.1:1776190127.584288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f95b4ea. 00010000:00000010:0.1:1776190127.592817:0:78345:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7ec3202. 00010000:00000010:2.1:1776190127.592844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aaa5caeb. 00010000:00000010:2.1:1776190127.592852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048090b11. 00010000:00000010:3.1:1776190127.598272:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002499869c. 00010000:00000010:3.1:1776190127.600810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c80cbed4. 00010000:00000010:3.1:1776190127.600821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024e11821. 00010000:00000010:3.1:1776190127.600825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8397572. 00010000:00000010:3.1:1776190127.600828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b659aaff. 00010000:00000010:2.1:1776190127.607064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032493816. 00010000:00000010:3.1:1776190127.607820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004e9e3ee. 00010000:00000010:3.1:1776190127.607827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00010000:00000010:0.1:1776190127.608925:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b77a78f. 00010000:00000010:2.1:1776190127.610155:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002edea50a. 00010000:00000010:2.1:1776190127.610162:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3477ad. 00010000:00000010:3.1:1776190127.621515:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b9a6d7a. 00010000:00000010:3.1:1776190127.621522:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000803ae0cd. 00010000:00000010:1.1:1776190127.621971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d72bfbb. 00010000:00000010:3.1:1776190127.637860:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010a66ebe. 00010000:00000010:3.1:1776190127.637870:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000264bc480. 00010000:00000010:3.1:1776190127.637874:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00010000:00000010:3.1:1776190127.637898:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062b583de. 00010000:00000010:3.1:1776190127.637901:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b659aaff. 00010000:00000010:3.1:1776190127.637904:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8397572. 00010000:00000010:3.1:1776190127.637906:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024510e9b. 00010000:00000010:1.1:1776190127.640927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012289139. 00010000:00000010:0.1:1776190127.651330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000515e66ee. 00010000:00000010:0.1:1776190127.651341:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000587ab218. 00010000:00000010:0.1:1776190127.651345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a5f82. 00010000:00000010:0.1:1776190127.656071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005909b4a5. 00010000:00000010:0.1:1776190127.656079:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecfb4f70. 00010000:00000010:0.1:1776190127.656083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004f0478b. 00010000:00000010:3.1:1776190127.661953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000836a9ac3. 00010000:00000010:3.1:1776190127.661961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8125a73. 00010000:00000010:3.1:1776190127.670365:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ce52166. 00010000:00000010:0.1:1776190127.672198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9b74d. 00010000:00000010:2.1:1776190127.675410:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8de5aec. 00010000:00000010:2.1:1776190127.675421:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024510e9b. 00010000:00000010:2.1:1776190127.677848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074819564. 00010000:00000010:2.1:1776190127.677860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b708571. 00010000:00000010:2.1:1776190127.677864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074f1b014. 00010000:00000010:2.1:1776190127.680334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000910810bc. 00010000:00000010:2.1:1776190127.680346:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c429a38. 00010000:00000010:2.1:1776190127.680349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f54f8b4f. 00010000:00000010:2.1:1776190127.686842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a0493a4. 00010000:00000010:2.1:1776190127.686848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bc157b4. 00010000:00000010:1.1:1776190127.689901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000275c0545. 00010000:00000010:2.1:1776190127.692812:0:78352:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031407fb8. 00010000:00000010:2.1:1776190127.692821:0:78352:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f54f8b4f. 00010000:00000010:0.1:1776190127.693209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d2e270d. 00010000:00000010:3.1:1776190127.698974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a6f66a6. 00010000:00000010:3.1:1776190127.704820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000022e4105. 00010000:00000010:3.1:1776190127.704830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074f1b014. 00010000:00000010:0.1:1776190127.706830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014a049f4. 00010000:00000010:0.1:1776190127.706840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b659aaff. 00010000:00000010:3.1:1776190127.708203:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039705dae. 00010000:00000010:0.1:1776190127.708854:0:78354:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009891863f. 00010000:00000010:0.1:1776190127.708861:0:78354:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004f0478b. 00010000:00000010:3.1:1776190127.709801:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089c1d858. 00010000:00000010:0.1:1776190127.718808:0:78354:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d455165. 00010000:00000010:0.1:1776190127.718814:0:78354:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6edbba. 00010000:00000010:3.1:1776190127.725812:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7fe4a95. 00010000:00000010:3.1:1776190127.725825:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fae914e5. 00010000:00000010:3.1:1776190127.725829:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8125a73. 00010000:00000010:1.1:1776190127.733129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024c3ff12. 00010000:00000010:1.1:1776190127.733142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000669570df. 00010000:00000010:1.1:1776190127.733146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00010000:00000010:1.1:1776190127.735811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015e8da35. 00010000:00000010:1.1:1776190127.735824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018e322ee. 00010000:00000010:1.1:1776190127.735831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f95b4ea. 00010000:00000010:0.1:1776190127.743814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f26ef0ef. 00010000:00000010:1.1:1776190127.743836:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071807ff1. 00010000:00000010:1.1:1776190127.743843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002b5d353. 00010000:00000010:2.1:1776190127.747048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ee83945. 00010000:00000010:3.1:1776190127.750825:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9fc55ed. 00010000:00000010:3.1:1776190127.750832:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6edbba. 00010000:00000010:3.1:1776190127.750835:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8397572. 00010000:00000010:3.1:1776190127.750838:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:0.1:1776190127.753878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5422251. 00010000:00000010:0.1:1776190127.753891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002762e9a8. 00010000:00000010:1.1:1776190127.753938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000338e7a34. 00010000:00000010:2.1:1776190127.764827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e5e0426. 00010000:00000010:0.1:1776190127.770510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ed22165. 00010000:00000010:0.1:1776190127.770522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004f0478b. 00010000:00000010:0.1:1776190127.778801:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f89c8034. 00010000:00000010:0.1:1776190127.778817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3e16443. 00010000:00000010:2.1:1776190127.778818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c7564b9. 00010000:00000010:2.1:1776190127.780807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fc72f13. 00010000:00000010:2.1:1776190127.780813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f3a091b. 00010000:00000010:0.1:1776190127.780820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000584266fe. 00010000:00000010:0.1:1776190127.780829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9c4132c. 00010000:00000010:0.1:1776190127.789412:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049d98c06. 00010000:00000010:0.1:1776190127.789431:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbc84488. 00010000:00000010:0.1:1776190127.789437:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d455165. 00010000:00000010:0.1:1776190127.789439:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004f0478b. 00010000:00000010:2.1:1776190127.790867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005214ec9a. 00010000:00000010:0.1:1776190127.794818:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003ac96cf. 00010000:00000010:0.1:1776190127.794826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036567859. 00010000:00000010:3.1:1776190127.799504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec1e30a8. 00010000:00000010:3.1:1776190127.799514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008013eec7. 00010000:00000010:3.1:1776190127.799517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9c4132c. 00010000:00000010:0.1:1776190127.803816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f817c00. 00010000:00000010:3.1:1776190127.817262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9865e71. 00010000:00000010:3.1:1776190127.817271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:2.1:1776190127.820832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac8f507e. 00010000:00000010:2.1:1776190127.824172:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b96cf894. 00010000:00000010:3.1:1776190127.825422:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c03f6d44. 00010000:00000010:3.1:1776190127.825429:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00010000:00000010:3.1:1776190127.825432:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c37b055c. 00010000:00000010:3.1:1776190127.825435:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061082947. 00010000:00000010:2.1:1776190127.829114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f5574a2. 00010000:00000010:3.1:1776190127.830145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a4f5d02. 00010000:00000010:3.1:1776190127.830155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:1.1:1776190127.849834:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060777964. 00010000:00000010:1.1:1776190127.849840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f54f8b4f. 00010000:00000010:2.1:1776190127.858819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059d580be. 00010000:00000010:3.1:1776190127.858865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076c2491b. 00010000:00000010:3.1:1776190127.858872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9f80a38. 00010000:00000010:3.1:1776190127.858876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002b5d353. 00010000:00000010:2.1:1776190127.866835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000830fa6b5. 00010000:00000010:3.1:1776190127.866906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fe0836d. 00010000:00000010:3.1:1776190127.866915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:1.1:1776190127.870870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005916b985. 00010000:00000010:3.1:1776190127.874816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080c1870f. 00010000:00000010:3.1:1776190127.874822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061082947. 00010000:00000010:2.1:1776190127.875240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067c2156a. 00010000:00000010:3.1:1776190127.878922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068855aed. 00010000:00000010:3.1:1776190127.878937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00010000:00000010:3.1:1776190127.878943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8397572. 00010000:00000010:3.1:1776190127.878947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:3.1:1776190127.882278:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d37abb1. 00010000:00000010:3.1:1776190127.882286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f7c2c76. 00010000:00000010:2.1:1776190127.882807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007870f2e4. 00010000:00000010:3.1:1776190127.886869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000721c5eca. 00010000:00000010:3.1:1776190127.886876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9ac8739. 00010000:00000010:3.1:1776190127.886880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061082947. 00010000:00000010:3.1:1776190127.895881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bc76432. 00010000:00000010:3.1:1776190127.895888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:2.1:1776190127.903104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f4ccbb0. 00010000:00000010:1.1:1776190127.906051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbbe43a9. 00010000:00000010:3.1:1776190127.906863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f7a2fc4. 00010000:00000010:3.1:1776190127.906871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f7c2c76. 00010000:00000010:3.1:1776190127.914007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7bf94e4. 00010000:00000010:0.1:1776190127.914281:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc52341f. 00010000:00000010:0.1:1776190127.914287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061082947. 00010000:00000010:0.1:1776190127.914290:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d455165. 00010000:00000010:0.1:1776190127.914294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036567859. 00010000:00000010:3.1:1776190127.917974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000131cd453. 00010000:00000010:3.1:1776190127.917990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004f0478b. 00010000:00000010:0.1:1776190127.922040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abe236bc. 00010000:00000010:3.1:1776190127.922418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2bbecfd. 00010000:00000010:3.1:1776190127.922425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a928d20. 00010000:00000010:3.1:1776190127.922429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f7c2c76. 00010000:00000010:0.1:1776190127.930165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000387bebcf. 00010000:00000010:3.1:1776190127.936072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f86fe03. 00010000:00000010:3.1:1776190127.936087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:2.1:1776190127.940852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000216b4b5e. 00010000:00000010:2.1:1776190127.940869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036567859. 00010000:00000010:2.1:1776190127.940873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bd705cb. 00010000:00000010:2.1:1776190127.940876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bc157b4. 00010000:00000010:3.1:1776190127.941882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bbeac98. 00010000:00000010:3.1:1776190127.941892:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efbef17b. 00010000:00000010:3.1:1776190127.941897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00010000:00000010:1.1:1776190127.944817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001804e7ca. 00010000:00000010:2.1:1776190127.944863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001238150d. 00010000:00000010:2.1:1776190127.944869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f54f8b4f. 00010000:00000010:1.1:1776190127.949809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8733b5a. 00010000:00000010:0.1:1776190127.952933:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039de41a1. 00010000:00000010:2.1:1776190127.963353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002586be4d. 00010000:00000010:2.1:1776190127.963376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074f1b014. 00010000:00000010:1.1:1776190127.966938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db6b6f76. 00010000:00000010:2.1:1776190127.967727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000833e4d03. 00010000:00000010:0.1:1776190127.967942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba1acfb7. 00010000:00000010:0.1:1776190127.967949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f54f8b4f. 00010000:00000010:0.1:1776190127.981270:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d7b7059. 00010000:00000010:0.1:1776190127.981278:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbc84488. 00010000:00000010:0.1:1776190127.989164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d9a986d. 00010000:00000010:0.1:1776190127.989179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036139eba. 00010000:00000010:0.1:1776190127.989184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3e16443. 00010000:00000010:0.1:1776190127.989187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d455165. 00010000:00000010:0.1:1776190127.989188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b593bd82. 00010000:00000010:0.1:1776190127.998823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b92a6c85. 00010000:00000010:0.1:1776190127.998838:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d72552d. 00010000:00000010:0.1:1776190127.998842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063ad9533. 00010000:00000010:0.1:1776190128.002893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059c19a9d. 00010000:00000010:0.1:1776190128.002900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008f26b45. 00010000:00000010:0.1:1776190128.002904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c2985cf. 00010000:00000010:0.1:1776190128.006872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fba40d23. 00010000:00000010:0.1:1776190128.006878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de4c194f. 00010000:00000010:0.1:1776190128.006881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbc84488. 00010000:00000010:1.1:1776190128.008716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af6cc9c0. 00010000:00000010:1.1:1776190128.008731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070dfe714. 00010000:00000010:0.1:1776190128.010815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b593bd82. 00010000:00000010:0.1:1776190128.019680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009df8654b. 00010000:00000010:0.1:1776190128.019690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003574c438. 00010000:00000010:0.1:1776190128.019695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063ad9533. 00010000:00000010:0.1:1776190128.019698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d455165. 00010000:00000010:0.1:1776190128.019701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c2985cf. 00010000:00000010:1.1:1776190128.029044:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1eb91d. 00010000:00000010:3.1:1776190128.031946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3ae52ce. 00010000:00000010:0.1:1776190128.032859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083bb770b. 00010000:00000010:0.1:1776190128.032867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d18d4e71. 00010000:00000010:0.1:1776190128.032871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3e16443. 00010000:00000010:0.1:1776190128.032874:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e55bf02. 00010000:00000010:0.1:1776190128.032876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b593bd82. 00010000:00000010:0.1:1776190128.032878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000655652ea. 00010000:00000010:0.1:1776190128.032881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbc84488. 00010000:00000010:0.1:1776190128.032883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cfdb918. 00010000:00000010:0.1:1776190128.032886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa4484ba. 00010000:00000010:0.1:1776190128.032889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c2985cf. 00010000:00000010:1.1:1776190128.042816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e0d7ead. 00010000:00000010:0.1:1776190128.043121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000456eff88. 00010000:00000010:0.1:1776190128.043127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063ad9533. 00010000:00000010:0.1:1776190128.049867:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037bf1882. 00010000:00000010:0.1:1776190128.049873:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c2985cf. 00010000:00000010:2.1:1776190128.049928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000059719cb. 00010000:00000010:1.1:1776190128.055932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2fdfdac. 00010000:00000010:1.1:1776190128.055942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4610fc0. 00010000:00000010:0.1:1776190128.064486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e23b43ef. 00010000:00000010:0.1:1776190128.064493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbc84488. 00010000:00000010:0.1:1776190128.064497:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bc55ee5. 00010000:00000010:0.1:1776190128.064501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063ad9533. 00010000:00000010:0.1:1776190128.068829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004696c542. 00010000:00000010:0.1:1776190128.068847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048783cb3. 00010000:00000010:0.1:1776190128.068853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b593bd82. 00010000:00000010:0.1:1776190128.068855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e499c567. 00010000:00000010:1.1:1776190128.072818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f606f9ab. 00010000:00000010:0.1:1776190128.073820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069fd89f1. 00010000:00000010:0.1:1776190128.073830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c2985cf. 00010000:00000010:0.1:1776190128.076864:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecccab67. 00010000:00000010:0.1:1776190128.076871:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3e16443. 00010000:00000010:0.1:1776190128.076875:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d455165. 00010000:00000010:0.1:1776190128.076877:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063ad9533. 00010000:00000010:3.1:1776190128.079984:0:64667:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f99c4f0d. 00010000:00000010:0.1:1776190128.083823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000306555ea. 00010000:00000010:0.1:1776190128.083831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbc84488. 00010000:00000010:3.1:1776190128.086999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000436f18f0. 00010000:00000010:0.1:1776190128.087825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d201204f. 00010000:00000010:0.1:1776190128.087834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b593bd82. 00010000:00000010:0.1:1776190128.090906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb47c66e. 00010000:00000010:0.1:1776190128.090914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c2985cf. 00010000:00000010:3.1:1776190128.091873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9e97d41. 00010000:00000010:0.1:1776190128.096148:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010e76572. 00010000:00000010:0.1:1776190128.096155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063ad9533. 00010000:00000010:3.1:1776190128.098981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037ad98ae. 00010000:00000010:0.1:1776190128.104498:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091180b2f. 00010000:00000010:0.1:1776190128.104507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b593bd82. 00010000:00000010:0.1:1776190128.104512:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d455165. 00010000:00000010:0.1:1776190128.104515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c2985cf. 00010000:00000010:3.1:1776190128.105445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000007423fe. 00010000:00000010:1.1:1776190128.109821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccddfc1e. 00010000:00000010:0.1:1776190128.113147:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000546bf5eb. 00010000:00000010:0.1:1776190128.113164:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbc84488. 00010000:00000010:0.1:1776190128.121920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecbf07aa. 00010000:00000010:0.1:1776190128.121929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e21820e. 00010000:00000010:0.1:1776190128.121934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c2985cf. 00010000:00000010:1.1:1776190128.126006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3126a3e. 00010000:00000010:0.1:1776190128.130827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044fdcb59. 00010000:00000010:0.1:1776190128.130841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbc84488. 00010000:00000010:0.1:1776190128.133415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc0b2b5a. 00010000:00000010:0.1:1776190128.133424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b593bd82. 00010000:00000010:1.1:1776190128.133806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e98c517f. 00010000:00000010:3.1:1776190128.134249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001eef71f. 00010000:00000010:0.1:1776190128.138177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1d3aed3. 00010000:00000010:0.1:1776190128.138191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c2985cf. 00010000:00000010:0.1:1776190128.138196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d455165. 00010000:00000010:0.1:1776190128.138199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063ad9533. 00010000:00000010:0.1:1776190128.142808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002461b96. 00010000:00000010:0.1:1776190128.142816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3e16443. 00010000:00000010:3.1:1776190128.142945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f72d24a. 00010000:00000010:0.1:1776190128.150825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec5f487a. 00010000:00000010:0.1:1776190128.150835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b593bd82. 00010000:00000010:1.1:1776190128.154818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093dafe15. 00010000:00000010:3.1:1776190128.158921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4f17cb1. 00010000:00000010:0.1:1776190128.159004:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000724717e6. 00010000:00000010:0.1:1776190128.159012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3e16443. 00010000:00000010:0.1:1776190128.167984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7181104. 00010000:00000010:0.1:1776190128.167996:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011314f1a. 00010000:00000010:0.1:1776190128.168001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b593bd82. 00010000:00000010:3.1:1776190128.173155:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3be2fcf. 00010000:00000010:3.1:1776190128.173164:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063ad9533. 00010000:00000010:3.1:1776190128.173168:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8397572. 00010000:00000010:3.1:1776190128.173171:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00010000:00000010:0.1:1776190128.173820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000377f9498. 00010000:00000010:1.1:1776190128.183412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d538541. 00010000:00000010:2.1:1776190128.186844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067788de4. 00010000:00000010:2.1:1776190128.186855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00010000:00000010:3.1:1776190128.186941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf6b67e1. 00010000:00000010:3.1:1776190128.186948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:3.1:1776190128.190944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009bab6b3. 00010000:00000010:0.1:1776190128.198344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024aef3ad. 00010000:00000010:0.1:1776190128.205958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024490b11. 00010000:00000010:0.1:1776190128.205967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074f1b014. 00010000:00000010:3.1:1776190128.213902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036af8e26. 00010000:00000010:2.1:1776190128.214827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c06f5d6. 00010000:00000010:2.1:1776190128.214841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b593bd82. 00010000:00000010:2.1:1776190128.218828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ffe4c07. 00010000:00000010:2.1:1776190128.218843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bc157b4. 00010000:00000010:3.1:1776190128.221971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019a01bfc. 00010000:00000010:2.1:1776190128.226801:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fa63977. 00010000:00000010:2.1:1776190128.226808:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000803ae0cd. 00010000:00000010:3.1:1776190128.230051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2ccae58. 00010000:00000010:1.1:1776190128.237856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c9a3d1e. 00010000:00000010:2.1:1776190128.237931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf052d8a. 00010000:00000010:2.1:1776190128.237937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bc157b4. 00010000:00000010:2.1:1776190128.243625:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad84b9f1. 00010000:00000010:2.1:1776190128.243649:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed12f903. 00010000:00000010:2.1:1776190128.243653:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000803ae0cd. 00010000:00000010:2.1:1776190128.247933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085148434. 00010000:00000010:2.1:1776190128.247941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024e11821. 00010000:00000010:3.1:1776190128.247988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e4ac5bc. 00010000:00000010:1.1:1776190128.252261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054fea860. 00010000:00000010:1.1:1776190128.252275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bc157b4. 00010000:00000010:2.1:1776190128.257098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd44f905. 00010000:00000010:3.1:1776190128.257285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4e73ecd. 00010000:00000010:1.1:1776190128.261096:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031624e72. 00010000:00000010:1.1:1776190128.261106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f95b4ea. 00010000:00000010:1.1:1776190128.261111:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3271520. 00010000:00000010:1.1:1776190128.261114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc8d566a. 00010000:00000010:1.1:1776190128.264903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fc1d36f. 00010000:00000010:1.1:1776190128.264915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019e448a6. 00010000:00000010:3.1:1776190128.265938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000111da2b8. 00010000:00000010:3.1:1776190128.265945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b590cc9. 00010000:00000010:1.1:1776190128.275065:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000017aa3b0. 00010000:00000010:1.1:1776190128.275078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1c166e6. 00010000:00000010:2.1:1776190128.282499:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f3be4d4. 00010000:00000010:2.1:1776190128.282514:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c851c98f. 00010000:00000010:2.1:1776190128.282519:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc8d566a. 00010000:00000010:3.1:1776190128.289908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089ffcbad. 00010000:00000010:2.1:1776190128.302217:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd8c5491. 00010000:00000010:2.1:1776190128.302229:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024e11821. 00010000:00000010:1.1:1776190128.322842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094fdb1d. 00010000:00000010:2.1:1776190128.326967:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004179dfb9. 00010000:00000010:2.1:1776190128.326979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000803ae0cd. 00010000:00000010:2.1:1776190128.326987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bd705cb. 00010000:00000010:2.1:1776190128.326989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c78fdaa5. 00010000:00000010:2.1:1776190128.326991:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a32f0bc4. 00010000:00000010:2.1:1776190128.326994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e4dd911. 00010000:00000010:2.1:1776190128.326997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046dd8602. 00010000:00000010:2.1:1776190128.326999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048d7901c. 00010000:00000010:2.1:1776190128.327001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4265177. 00010000:00000010:2.1:1776190128.327004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d4fbec. 00010000:00000010:2.1:1776190128.327007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b92f494d. 00010000:00000010:2.1:1776190128.327010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007bd8f53. 00010000:00000010:2.1:1776190128.327012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077796ef8. 00010000:00000010:2.1:1776190128.327014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013c86218. 00010000:00000010:2.1:1776190128.327016:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff851ac5. 00010000:00000010:2.1:1776190128.327019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5c22a0a. 00010000:00000010:2.1:1776190128.327021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b443b9db. 00010000:00000010:2.1:1776190128.327024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001749e553. 00010000:00000010:2.1:1776190128.327026:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad00c822. 00010000:00000010:2.1:1776190128.327028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002da1639a. 00010000:00000010:2.1:1776190128.327030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9b49b1b. 00010000:00000010:2.1:1776190128.327033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6b11d3e. 00010000:00000010:2.1:1776190128.327035:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095f81cc7. 00010000:00000010:2.1:1776190128.327037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c7938c. 00010000:00000010:2.1:1776190128.327042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002e9e660. 00010000:00000010:2.1:1776190128.327045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6a3503a. 00010000:00000010:2.1:1776190128.327047:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0886067. 00010000:00000010:2.1:1776190128.327050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029b893ae. 00010000:00000010:2.1:1776190128.327052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d003b96c. 00010000:00000010:2.1:1776190128.327054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bc157b4. 00010000:00000010:2.1:1776190128.327057:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec9dfd4f. 00010000:00000010:2.1:1776190128.327060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074f1b014. 00010000:00000010:2.1:1776190128.327062:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c11bab9f. 00010000:00000010:2.1:1776190128.327064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f54f8b4f. 00010000:00000010:2.1:1776190128.327066:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000becb4a4b. 00010000:00000010:2.1:1776190128.327069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7c7c422. 00010000:00000010:2.1:1776190128.327072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087b9ea69. 00010000:00000010:2.1:1776190128.327075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001655513. 00010000:00000010:2.1:1776190128.327078:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d72ca199. 00010000:00000010:2.1:1776190128.327081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003061f826. 00010000:00000010:2.1:1776190128.327083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edb108b8. 00010000:00000010:2.1:1776190128.327087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090f6f9a1. 00010000:00000010:2.1:1776190128.327090:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5b46b75. 00010000:00000010:2.1:1776190128.327092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031800466. 00010000:00000010:2.1:1776190128.327095:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7afff4a. 00010000:00000010:2.1:1776190128.327097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f552393e. 00010000:00000010:2.1:1776190128.327099:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000258d9bf6. 00010000:00000010:2.1:1776190128.327102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7593196. 00010000:00000010:2.1:1776190128.327104:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072075971. 00010000:00000010:2.1:1776190128.327106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ce9bf75. 00010000:00000010:2.1:1776190128.327110:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1a2ea2d. 00010000:00000010:2.1:1776190128.327112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e56bd152. 00010000:00000010:2.1:1776190128.327114:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf2a70c9. 00010000:00000010:2.1:1776190128.327116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a7aa86d. 00010000:00000010:2.1:1776190128.327118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bee2258. 00010000:00000010:2.1:1776190128.327119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a18392dc. 00010000:00000010:2.1:1776190128.327121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ccb0f99. 00010000:00000010:2.1:1776190128.327123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee938971. 00010000:00000010:2.1:1776190128.327125:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081a84dcd. 00010000:00000010:2.1:1776190128.327128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6607811. 00010000:00000010:2.1:1776190128.327129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029f1c1ef. 00010000:00000010:2.1:1776190128.327132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022719d67. 00010000:00000010:2.1:1776190128.327134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da2438bb. 00010000:00000010:2.1:1776190128.327136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000075de7e5. 00010000:00000010:2.1:1776190128.327138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f84aee6c. 00010000:00000010:2.1:1776190128.327140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f51f5d7. 00010000:00000010:2.1:1776190128.327142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061a823d1. 00010000:00000010:2.1:1776190128.327144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2cc5762. 00010000:00000010:2.1:1776190128.327148:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b560a5a7. 00010000:00000010:2.1:1776190128.327150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d1b7e61. 00010000:00000010:2.1:1776190128.327153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e427c597. 00010000:00000010:2.1:1776190128.327156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024929aeb. 00010000:00000010:2.1:1776190128.327158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e827afe8. 00010000:00000010:2.1:1776190128.327161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000689581dc. 00010000:00000010:2.1:1776190128.327163:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000671e01fc. 00010000:00000010:2.1:1776190128.327164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf442a8c. 00010000:00000010:2.1:1776190128.327166:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000387f6c00. 00010000:00000010:2.1:1776190128.327169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9e7bcf2. 00010000:00000010:2.1:1776190128.327171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088361668. 00010000:00000010:2.1:1776190128.327173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cb507e9. 00010000:00000010:2.1:1776190128.327175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ae1899f. 00010000:00000010:2.1:1776190128.327178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002022839b. 00010000:00000010:2.1:1776190128.327180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bb3086b. 00010000:00000010:2.1:1776190128.327182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000132eae94. 00010000:00000010:2.1:1776190128.327184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009097b41f. 00010000:00000010:2.1:1776190128.327186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039b6fee1. 00010000:00000010:2.1:1776190128.327187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f44423c5. 00010000:00000010:2.1:1776190128.327190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061891e62. 00010000:00000010:2.1:1776190128.327193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1dae0c6. 00010000:00000010:2.1:1776190128.327196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005891fa60. 00010000:00000010:2.1:1776190128.327198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000febef3a2. 00010000:00000010:2.1:1776190128.327201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005541f3c9. 00010000:00000010:2.1:1776190128.327203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000952b7c78. 00010000:00000010:2.1:1776190128.327205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c8d80d7. 00010000:00000010:2.1:1776190128.327207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c47808c. 00010000:00000010:2.1:1776190128.327209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b451cbc3. 00010000:00000010:2.1:1776190128.327211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001246fd98. 00010000:00000010:2.1:1776190128.327213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075bf0658. 00010000:00000010:2.1:1776190128.327215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8d5fea9. 00010000:00000010:2.1:1776190128.327217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e734aba7. 00010000:00000010:2.1:1776190128.327219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4c49721. 00010000:00000010:2.1:1776190128.327220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb396538. 00010000:00000010:2.1:1776190128.327222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005458fa1f. 00010000:00000010:2.1:1776190128.327224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000de845fd. 00010000:00000010:2.1:1776190128.327226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000279d0224. 00010000:00000010:2.1:1776190128.327229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039705dae. 00010000:00000010:2.1:1776190128.327233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000406c4735. 00010000:00000010:2.1:1776190128.327237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044b43532. 00010000:00000010:2.1:1776190128.327239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025c411b7. 00010000:00000010:2.1:1776190128.327242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043e6865d. 00010000:00000010:2.1:1776190128.327244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000161a6072. 00010000:00000010:2.1:1776190128.327247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000766265c4. 00010000:00000010:2.1:1776190128.327249:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1467a85. 00010000:00000010:2.1:1776190128.327251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cabc513. 00010000:00000010:2.1:1776190128.327253:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbf38e21. 00010000:00000010:2.1:1776190128.327255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7537b37. 00010000:00000010:2.1:1776190128.327257:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c6eadbb. 00010000:00000010:2.1:1776190128.327259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f57fa8c. 00010000:00000010:2.1:1776190128.327261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000274c022e. 00010000:00000010:2.1:1776190128.327263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c664e535. 00010000:00000010:2.1:1776190128.327265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074e3695c. 00010000:00000010:2.1:1776190128.327267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3321766. 00010000:00000010:2.1:1776190128.327269:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef2a1f58. 00010000:00000010:2.1:1776190128.327271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007ad33ba. 00010000:00000010:2.1:1776190128.327273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001389377e. 00010000:00000010:2.1:1776190128.327275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037e0564f. 00010000:00000010:2.1:1776190128.327278:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c6e882d. 00010000:00000010:2.1:1776190128.327280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f0dce7a. 00010000:00000010:2.1:1776190128.327282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000641a9183. 00010000:00000010:2.1:1776190128.327284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d04d3431. 00010000:00000010:2.1:1776190128.327289:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004e9e3ee. 00010000:00000010:2.1:1776190128.327291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ffcfdda. 00010000:00000010:2.1:1776190128.327293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000006ca128. 00010000:00000010:2.1:1776190128.327295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024e11821. 00010000:00000010:2.1:1776190128.327297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f504f23. 00010000:00000010:2.1:1776190128.327300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024c3ff12. 00010000:00000010:2.1:1776190128.327303:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9d9a0b8. 00010000:00000010:2.1:1776190128.327306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aed2f748. 00010000:00000010:2.1:1776190128.328096:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5f8ad84. 00010000:00000010:2.1:1776190128.328106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009192e933. 00010000:00000010:2.1:1776190128.328109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f23e7ba7. 00010000:00000010:2.1:1776190128.328113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000eea311a. 00010000:00000010:2.1:1776190128.328115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000579349c3. 00010000:00000010:2.1:1776190128.328118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071d160e1. 00010000:00000010:2.1:1776190128.328120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ad7100b. 00010000:00000010:2.1:1776190128.328122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006df2b013. 00010000:00000010:2.1:1776190128.328124:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a498269. 00010000:00000010:2.1:1776190128.328126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000323662dc. 00010000:00000010:2.1:1776190128.328128:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000251004a1. 00010000:00000010:2.1:1776190128.328130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080372ed6. 00010000:00000010:2.1:1776190128.328132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a823e2d1. 00010000:00000010:2.1:1776190128.328135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000318d1acf. 00010000:00000010:2.1:1776190128.328137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e1693f8. 00010000:00000010:2.1:1776190128.328139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a62af37. 00010000:00000010:2.1:1776190128.328141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbd886c1. 00010000:00000010:2.1:1776190128.328143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2089ed. 00010000:00000010:2.1:1776190128.328145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049d94c7d. 00010000:00000010:2.1:1776190128.328147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000387b827c. 00010000:00000010:2.1:1776190128.328153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002edea50a. 00010000:00000010:2.1:1776190128.328156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067fbf1f9. 00010000:00000010:2.1:1776190128.328158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060458a36. 00010000:00000010:2.1:1776190128.328160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066212be9. 00010000:00000010:2.1:1776190128.328162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9620bbc. 00010000:00000010:2.1:1776190128.328164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f38e174e. 00010000:00000010:2.1:1776190128.328166:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb08b048. 00010000:00000010:2.1:1776190128.328168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a142f704. 00010000:00000010:2.1:1776190128.328170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029e36476. 00010000:00000010:2.1:1776190128.328171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51db365. 00010000:00000010:2.1:1776190128.328173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b63264e3. 00010000:00000010:2.1:1776190128.328175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6915354. 00010000:00000010:2.1:1776190128.328177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c006a7d8. 00010000:00000010:2.1:1776190128.328179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8a7ddc9. 00010000:00000010:2.1:1776190128.328180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e548c8bc. 00010000:00000010:2.1:1776190128.328183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091e4eb4a. 00010000:00000010:2.1:1776190128.328185:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000705a39c7. 00010000:00000010:2.1:1776190128.328187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a24bb9c0. 00010000:00000010:2.1:1776190128.328191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069fd89f1. 00010000:00000010:2.1:1776190128.328194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7dacfb4. 00010000:00000010:2.1:1776190128.328196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048783cb3. 00010000:00000010:2.1:1776190128.328198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011bc25df. 00010000:00000010:2.1:1776190128.328200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c09c86e. 00010000:00000010:2.1:1776190128.328202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d210964. 00010000:00000010:2.1:1776190128.328203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096420f1a. 00010000:00000010:2.1:1776190128.328206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1ac3ff5. 00010000:00000010:2.1:1776190128.328209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d2e7f10. 00010000:00000010:2.1:1776190128.328212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070513bd4. 00010000:00000010:2.1:1776190128.328214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008844bf71. 00010000:00000010:2.1:1776190128.328216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008267191f. 00010000:00000010:2.1:1776190128.328219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000770e47b6. 00010000:00000010:2.1:1776190128.328222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000408a02f. 00010000:00000010:2.1:1776190128.328225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6727684. 00010000:00000010:2.1:1776190128.328227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d51432f. 00010000:00000010:2.1:1776190128.328229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e28416f4. 00010000:00000010:2.1:1776190128.328231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8cbca13. 00010000:00000010:2.1:1776190128.328233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbba173f. 00010000:00000010:2.1:1776190128.328235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058f795ee. 00010000:00000010:2.1:1776190128.328237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ce3fed9. 00010000:00000010:2.1:1776190128.328239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c24ffda. 00010000:00000010:2.1:1776190128.328242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e1b4979. 00010000:00000010:2.1:1776190128.328245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015147096. 00010000:00000010:2.1:1776190128.328247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bb674b4. 00010000:00000010:2.1:1776190128.328249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eb4d10a. 00010000:00000010:2.1:1776190128.328252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078ef490e. 00010000:00000010:2.1:1776190128.328256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6546261. 00010000:00000010:2.1:1776190128.328257:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026f89664. 00010000:00000010:2.1:1776190128.328259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d781c4a6. 00010000:00000010:2.1:1776190128.328262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054becf02. 00010000:00000010:2.1:1776190128.328264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006508993. 00010000:00000010:2.1:1776190128.328266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029015d56. 00010000:00000010:2.1:1776190128.328268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032c5eff6. 00010000:00000010:2.1:1776190128.328270:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c402f4c0. 00010000:00000010:2.1:1776190128.328273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebecdbfd. 00010000:00000010:2.1:1776190128.328275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e95127b3. 00010000:00000010:2.1:1776190128.328278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b78bde4. 00010000:00000010:2.1:1776190128.328280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000649c9349. 00010000:00000010:2.1:1776190128.328282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cdd4210. 00010000:00000010:2.1:1776190128.328285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7c49b02. 00010000:00000010:2.1:1776190128.328289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000668954bd. 00010000:00000010:2.1:1776190128.328291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c34ff2a6. 00010000:00000010:2.1:1776190128.328294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000750c7e9. 00010000:00000010:2.1:1776190128.328295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c939a15. 00010000:00000010:2.1:1776190128.328298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b90721b2. 00010000:00000010:2.1:1776190128.328300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007110b9a9. 00010000:00000010:2.1:1776190128.328303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7e2ce9c. 00010000:00000010:2.1:1776190128.328305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cb802bc. 00010000:00000010:2.1:1776190128.328317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000550d3d9d. 00010000:00000010:2.1:1776190128.328320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f8ad4b1. 00010000:00000010:2.1:1776190128.328324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a49aa43. 00010000:00000010:2.1:1776190128.328327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb75fa06. 00010000:00000010:2.1:1776190128.328329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088044290. 00010000:00000010:2.1:1776190128.328332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd39c684. 00010000:00000010:2.1:1776190128.328334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000991757da. 00010000:00000010:2.1:1776190128.328344:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003078327c. 00010000:00000010:2.1:1776190128.328346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043ccbfea. 00010000:00000010:2.1:1776190128.328349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000276f5992. 00010000:00000010:2.1:1776190128.328356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000500229ac. 00010000:00000010:2.1:1776190128.328358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000324c78f0. 00010000:00000010:2.1:1776190128.328361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058ffff4a. 00010000:00000010:2.1:1776190128.328362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a550692. 00010000:00000010:2.1:1776190128.328365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047ca7a4a. 00010000:00000010:2.1:1776190128.328366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfbed9b0. 00010000:00000010:2.1:1776190128.328368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb57409e. 00010000:00000010:2.1:1776190128.328370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073c18cc5. 00010000:00000010:2.1:1776190128.328373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004582c478. 00010000:00000010:2.1:1776190128.328374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f03c887c. 00010000:00000010:2.1:1776190128.328376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c0c82e2. 00010000:00000010:2.1:1776190128.328378:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b0a813b. 00010000:00000010:2.1:1776190128.328381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009bab6b3. 00010000:00000010:2.1:1776190128.328385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea330c3b. 00010000:00000010:2.1:1776190128.328388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083bb770b. 00010000:00000010:2.1:1776190128.328390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b504b66d. 00010000:00000010:2.1:1776190128.328392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078315cd2. 00010000:00000010:2.1:1776190128.328394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fec7b29. 00010000:00000010:2.1:1776190128.328396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a3c9cee. 00010000:00000010:2.1:1776190128.328399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015eea346. 00010000:00000010:2.1:1776190128.328402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003690d9f7. 00010000:00000010:2.1:1776190128.328404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095574fe2. 00010000:00000010:2.1:1776190128.328406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d319e61. 00010000:00000010:2.1:1776190128.328408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baf57ea0. 00010000:00000010:2.1:1776190128.328410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d582a86. 00010000:00000010:2.1:1776190128.328412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039337917. 00010000:00000010:2.1:1776190128.328414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000466ea3ad. 00010000:00000010:2.1:1776190128.328417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c93204c. 00010000:00000010:2.1:1776190128.328419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7ba1309. 00010000:00000010:2.1:1776190128.328421:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ae8894b. 00010000:00000010:2.1:1776190128.328423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0c92bc3. 00010000:00000010:2.1:1776190128.328425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023379370. 00010000:00000010:2.1:1776190128.328427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2536f3d. 00010000:00000010:2.1:1776190128.328429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036a6a8fd. 00010000:00000010:2.1:1776190128.328431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fc5a41d. 00010000:00000010:2.1:1776190128.328432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d96ecbd7. 00010000:00000010:2.1:1776190128.328435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e95cf832. 00010000:00000010:2.1:1776190128.328436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ef32995. 00010000:00000010:2.1:1776190128.328439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b56a7100. 00010000:00000010:2.1:1776190128.328442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b671a32. 00010000:00000010:2.1:1776190128.328445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000063219c9. 00010000:00000010:2.1:1776190128.328447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdccf315. 00010000:00000010:2.1:1776190128.328449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a6fb93d. 00010000:00000010:2.1:1776190128.328451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a4b958e. 00010000:00000010:2.1:1776190128.328455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f012792. 00010000:00000010:2.1:1776190128.328457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36feb9. 00010000:00000010:2.1:1776190128.328460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a52498e0. 00010000:00000010:2.1:1776190128.328461:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e90b2cbc. 00010000:00000010:2.1:1776190128.328463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a688927. 00010000:00000010:2.1:1776190128.328467:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d7b7059. 00010000:00000010:2.1:1776190128.328469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008772ebe. 00010000:00000010:2.1:1776190128.328471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000867ea3f8. 00010000:00000010:2.1:1776190128.328474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e55cce9. 00010000:00000010:2.1:1776190128.328476:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074fa0e10. 00010000:00000010:2.1:1776190128.328478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d7f8bb3. 00010000:00000010:2.1:1776190128.328480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c03c940a. 00010000:00000010:2.1:1776190128.328482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c41b879. 00010000:00000010:2.1:1776190128.328484:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004af9745. 00010000:00000010:2.1:1776190128.328487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f874a2e. 00010000:00000010:2.1:1776190128.328489:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d7b17da. 00010000:00000010:2.1:1776190128.328491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1198828. 00010000:00000010:2.1:1776190128.328493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cdf31de. 00010000:00000010:2.1:1776190128.328495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e68407e6. 00010000:00000010:2.1:1776190128.328498:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000feee1a23. 00010000:00000010:2.1:1776190128.328500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a09d627e. 00010000:00000010:2.1:1776190128.328502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a537ecb. 00010000:00000010:2.1:1776190128.328504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d44f3e1. 00010000:00000010:2.1:1776190128.328506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088310eee. 00010000:00000010:2.1:1776190128.328508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004aa7adcc. 00010000:00000010:2.1:1776190128.328512:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fefb22f. 00010000:00000010:2.1:1776190128.328514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f69da2e. 00010000:00000010:2.1:1776190128.328517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056d3aba3. 00010000:00000010:2.1:1776190128.328519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003984090c. 00010000:00000010:2.1:1776190128.328520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c7dd16d. 00010000:00000010:2.1:1776190128.328523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000525263ea. 00010000:00000010:2.1:1776190128.328525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016881e06. 00010000:00000010:2.1:1776190128.328527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef3834d. 00010000:00000010:2.1:1776190128.328529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a9b65ed. 00010000:00000010:2.1:1776190128.328531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020798fb6. 00010000:00000010:2.1:1776190128.328533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c424272. 00010000:00000010:2.1:1776190128.328535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e33d1bac. 00010000:00000010:2.1:1776190128.328537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d325d90b. 00010000:00000010:2.1:1776190128.328541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015e8da35. 00010000:00000010:2.1:1776190128.328544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072d1d8f0. 00010000:00000010:2.1:1776190128.328546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000275c0545. 00010000:00000010:2.1:1776190128.328548:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddb80de8. 00010000:00000010:2.1:1776190128.328552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017f306a9. 00010000:00000010:2.1:1776190128.328554:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7017d40. 00010000:00000010:2.1:1776190128.328556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e77de6e. 00010000:00000010:2.1:1776190128.328558:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc8ac91a. 00010000:00000010:2.1:1776190128.328560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ec1f96. 00010000:00000010:2.1:1776190128.328565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efbef17b. 00010000:00000010:2.1:1776190128.328569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0e525cf. 00010000:00000010:2.1:1776190128.328571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1abf867. 00010000:00000010:2.1:1776190128.328573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045e85f78. 00010000:00000010:2.1:1776190128.328575:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052436150. 00010000:00000010:2.1:1776190128.328579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc0a19b0. 00010000:00000010:2.1:1776190128.328581:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000191d2d17. 00010000:00000010:2.1:1776190128.328584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000001b225c. 00010000:00000010:2.1:1776190128.328587:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099a0d4d3. 00010000:00000010:2.1:1776190128.328589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d19ff20e. 00010000:00000010:2.1:1776190128.328591:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047bcfa32. 00010000:00000010:2.1:1776190128.328594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fce503a. 00010000:00000010:2.1:1776190128.328596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053e42013. 00010000:00000010:2.1:1776190128.328599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc481101. 00010000:00000010:2.1:1776190128.328601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4b144eb. 00010000:00000010:2.1:1776190128.328603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af0b3d3b. 00010000:00000010:2.1:1776190128.328605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecf02497. 00010000:00000010:2.1:1776190128.328608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9c360b8. 00010000:00000010:2.1:1776190128.328610:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f4ec512. 00010000:00000010:2.1:1776190128.328612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c7e05c0. 00010000:00000010:2.1:1776190128.328614:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013b252bd. 00010000:00000010:2.1:1776190128.328616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080c38120. 00010000:00000010:2.1:1776190128.328618:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030c75d05. 00010000:00000010:2.1:1776190128.328621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3bb8930. 00010000:00000010:2.1:1776190128.328623:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033a069fa. 00010000:00000010:2.1:1776190128.328625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc6c730c. 00010000:00000010:2.1:1776190128.328639:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b4ebf5a. 00010000:00000010:2.1:1776190128.328643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df84f183. 00010000:00000010:2.1:1776190128.328646:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013722795. 00010000:00000010:2.1:1776190128.328648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091719292. 00010000:00000010:2.1:1776190128.328650:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000973bbd43. 00010000:00000010:2.1:1776190128.328652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3206b75. 00010000:00000010:2.1:1776190128.328654:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000642c2374. 00010000:00000010:2.1:1776190128.328657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:2.1:1776190128.328660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008957e2c6. 00010000:00000010:2.1:1776190128.328662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081f9cf34. 00010000:00000010:2.1:1776190128.328664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a7edb3c. 00010000:00000010:2.1:1776190128.328667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008afdb6a3. 00010000:00000010:2.1:1776190128.328669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004be9fcd. 00010000:00000010:2.1:1776190128.328681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eaeef55. 00010000:00000010:2.1:1776190128.328685:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bc64f17. 00010000:00000010:2.1:1776190128.328687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fbdb336. 00010000:00000010:2.1:1776190128.328690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a928d20. 00010000:00000010:2.1:1776190128.328692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd80eb18. 00010000:00000010:2.1:1776190128.328694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000773d4820. 00010000:00000010:2.1:1776190128.328697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7b4fa5f. 00010000:00000010:2.1:1776190128.328699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021eb5496. 00010000:00000010:2.1:1776190128.328702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f89fa452. 00010000:00000010:2.1:1776190128.328704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cba06bc. 00010000:00000010:2.1:1776190128.328706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4f2df65. 00010000:00000010:2.1:1776190128.328708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069753754. 00010000:00000010:2.1:1776190128.328710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcaead5d. 00010000:00000010:3.1:1776190128.331880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006de689dd. 00010000:00000010:2.1:1776190128.336821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007403bc29. 00010000:00000010:2.1:1776190128.336831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba258b3b. 00010000:00000010:3.1:1776190128.346948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8d821b4. 00010000:00000010:2.1:1776190128.350563:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bee6d1aa. 00010000:00000010:2.1:1776190128.350570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b08108e7. 00010000:00000010:2.1:1776190128.354429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d84122e2. 00010000:00000010:2.1:1776190128.354438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcaead5d. 00010000:00000010:1.1:1776190128.354821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ae65c85. 00010000:00000010:2.1:1776190128.365811:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f80c29a. 00010000:00000010:2.1:1776190128.365817:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba258b3b. 00010000:00000010:1.1:1776190128.365883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d63a943. 00010000:00000010:2.1:1776190128.371875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f5e07f. 00010000:00000010:2.1:1776190128.371885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d86d26d. 00010000:00000010:2.1:1776190128.371888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4f2df65. 00010000:00000010:1.1:1776190128.377839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2924320. 00010000:00000010:1.1:1776190128.377851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000583e1972. 00010000:00000010:1.1:1776190128.377854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3e16443. 00010000:00000010:0.1:1776190128.379189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b0104ad. 00010000:00000010:0.1:1776190128.379200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1c166e6. 00010000:00000010:2.1:1776190128.381814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000772b6136. 00010000:00000010:1.1:1776190128.381814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001369896b. 00010000:00000010:2.1:1776190128.381824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005180bb06. 00010000:00000010:2.1:1776190128.381827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c2985cf. 00010000:00000010:0.1:1776190128.388869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040926e02. 00010000:00000010:2.1:1776190128.394925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000781a97e2. 00010000:00000010:2.1:1776190128.394941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4f2df65. 00010000:00000010:2.1:1776190128.394946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069753754. 00010000:00000010:2.1:1776190128.394949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba258b3b. 00010000:00000010:3.1:1776190128.401872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bda9708a. 00010000:00000010:2.1:1776190128.405976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e75c1a29. 00010000:00000010:2.1:1776190128.405992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcaead5d. 00010000:00000010:2.1:1776190128.409894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001561f187. 00010000:00000010:2.1:1776190128.409902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d849c8ee. 00010000:00000010:2.1:1776190128.409906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b08108e7. 00010000:00000010:2.1:1776190128.409910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030d3be7b. 00010000:00000010:3.1:1776190128.409929:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098b24590. 00010000:00000010:3.1:1776190128.409934:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba258b3b. 00010000:00000010:2.1:1776190128.417832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c33799e5. 00010000:00000010:3.1:1776190128.419422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c0776f6. 00010000:00000010:3.1:1776190128.419435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:3.1:1776190128.428869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001addba45. 00010000:00000010:3.1:1776190128.428880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9ef05bb. 00010000:00000010:3.1:1776190128.428885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f7c2c76. 00010000:00000010:3.1:1776190128.428888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8397572. 00010000:00000010:3.1:1776190128.428890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dca27b2. 00010000:00000010:2.1:1776190128.432861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd6d4df0. 00010000:00000010:3.1:1776190128.432934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9f7b0a7. 00010000:00000010:3.1:1776190128.432943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003076311a. 00010000:00000010:3.1:1776190128.432946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a951dce. 00010000:00000010:3.1:1776190128.432949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:0.1:1776190128.435926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000518f1962. 00010000:00000010:0.1:1776190128.446825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002abaa25e. 00010000:00000010:3.1:1776190128.446870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e5fff85. 00010000:00000010:3.1:1776190128.446879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5d4ce12. 00010000:00000010:3.1:1776190128.459903:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050c32c79. 00010000:00000010:3.1:1776190128.459913:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:2.1:1776190128.468813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020ab34c1. 00010000:00000010:1.1:1776190128.472810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087c12f4a. 00010000:00000010:2.1:1776190128.472963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006634a871. 00010000:00000010:2.1:1776190128.472970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047883b60. 00010000:00000010:2.1:1776190128.472974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5d4ce12. 00010000:00000010:2.1:1776190128.480949:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006543912. 00010000:00000010:2.1:1776190128.480960:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b08108e7. 00010000:00000010:1.1:1776190128.481699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df2004af. 00010000:00000010:2.1:1776190128.489931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ce30c23. 00010000:00000010:2.1:1776190128.489947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcaead5d. 00010000:00000010:1.1:1776190128.491281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be9cdcb3. 00010000:00000010:2.1:1776190128.493854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef35ce5e. 00010000:00000010:2.1:1776190128.493870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4f2df65. 00010000:00000010:2.1:1776190128.493876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad7213dd. 00010000:00000010:2.1:1776190128.493881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005865aa2e. 00010000:00000010:2.1:1776190128.493885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f89fa452. 00010000:00000010:2.1:1776190128.498757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d7078e5. 00010000:00000010:0.1:1776190128.498883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f0d0dae. 00010000:00000010:0.1:1776190128.498890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b08108e7. 00010000:00000010:3.1:1776190128.503595:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb16f6da. 00010000:00000010:2.1:1776190128.506621:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e73967cc. 00010000:00000010:2.1:1776190128.506648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbc84488. 00010000:00000010:2.1:1776190128.506653:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069753754. 00010000:00000010:2.1:1776190128.506655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f89fa452. 00010000:00000010:2.1:1776190128.514846:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b713ab8e. 00010000:00000010:2.1:1776190128.514853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4f2df65. 00010000:00000010:1.1:1776190128.515097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000310ff97. 00010000:00000010:2.1:1776190128.521107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051de9633. 00010000:00000010:2.1:1776190128.521115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097403b65. 00010000:00000010:2.1:1776190128.521120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcaead5d. 00010000:00000010:2.1:1776190128.527132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1529269. 00010000:00000010:2.1:1776190128.532808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba06c950. 00010000:00000010:2.1:1776190128.532814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f89fa452. 00010000:00000010:3.1:1776190128.537035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d769de0. 00010000:00000010:2.1:1776190128.538092:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003aa81c57. 00010000:00000010:2.1:1776190128.538102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4f2df65. 00010000:00000010:1.1:1776190128.541190:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2f1676f. 00010000:00000010:3.1:1776190128.542445:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058dfee90. 00010000:00000010:3.1:1776190128.542452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcaead5d. 00010000:00000010:3.1:1776190128.542457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8397572. 00010000:00000010:3.1:1776190128.542460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:2.1:1776190128.547426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acb3f675. 00010000:00000010:0.1:1776190128.550918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4599c19. 00010000:00000010:0.1:1776190128.550932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003076311a. 00010000:00000010:3.1:1776190128.561016:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f263ade. 00010000:00000010:3.1:1776190128.561035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6430fc. 00010000:00000010:1.1:1776190128.570844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e687eb6. 00010000:00000010:3.1:1776190128.574826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071064b7b. 00010000:00000010:3.1:1776190128.574852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:1.1:1776190128.578810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048753670. 00010000:00000010:3.1:1776190128.592880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdf0d9e4. 00010000:00000010:2.1:1776190128.596946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000310fdc9c. 00010000:00000010:2.1:1776190128.596957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dca27b2. 00010000:00000010:2.1:1776190128.596961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069753754. 00010000:00000010:2.1:1776190128.596964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4f2df65. 00010000:00000010:1.1:1776190128.600930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2da219f. 00010000:00000010:0.1:1776190128.602344:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011f86b45. 00010000:00000010:0.1:1776190128.602357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f89fa452. 00010000:00000010:1.1:1776190128.609856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049f30dde. 00010000:00000010:2.1:1776190128.612525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ba5fca5. 00010000:00000010:2.1:1776190128.612535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000468ac0f6. 00010000:00000010:2.1:1776190128.617818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf028ead. 00010000:00000010:2.1:1776190128.617826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003abcaf90. 00010000:00000010:2.1:1776190128.617831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4f2df65. 00010000:00000010:2.1:1776190128.628112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f2136ee. 00010000:00000010:2.1:1776190128.628119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7b4fa5f. 00010000:00000010:1.1:1776190128.636232:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000478c8a2a. 00010000:00000010:2.1:1776190128.643809:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063f4221b. 00010000:00000010:1.1:1776190128.643809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e8f4d6a. 00010000:00000010:2.1:1776190128.643817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4f2df65. 00010000:00000010:2.1:1776190128.643822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069753754. 00010000:00000010:2.1:1776190128.643825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd80eb18. 00010000:00000010:3.1:1776190128.652267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c25c3911. 00010000:00000010:2.1:1776190128.660976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020ebe234. 00010000:00000010:2.1:1776190128.660994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fbdb336. 00010000:00000010:3.1:1776190128.661491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000756255d8. 00010000:00000010:2.1:1776190128.666827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3724d4d. 00010000:00000010:2.1:1776190128.666842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7b4fa5f. 00010000:00000010:2.1:1776190128.670917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a988fe7. 00010000:00000010:2.1:1776190128.670938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd80eb18. 00010000:00000010:3.1:1776190128.676883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071d2a60c. 00010000:00000010:2.1:1776190128.690463:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a164d7cc. 00010000:00000010:0.1:1776190128.697393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e972605c. 00010000:00000010:0.1:1776190128.697404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fbdb336. 00010000:00000010:0.1:1776190128.700905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000392a1569. 00010000:00000010:0.1:1776190128.700923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab984125. 00010000:00000010:0.1:1776190128.701013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f2b7d7. 00010000:00000010:0.1:1776190128.701018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2e8e7e2. 00010000:00000010:0.1:1776190128.701030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062f2665f. 00010000:00000010:0.1:1776190128.701034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000468ac0f6. 00010000:00000010:3.1:1776190128.712299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000736baf37. 00010000:00000010:0.1:1776190128.713313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033a02083. 00010000:00000010:0.1:1776190128.713323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6430fc. 00010000:00000010:0.1:1776190128.717870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6b459b1. 00010000:00000010:0.1:1776190128.717888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000468ac0f6. 00010000:00000010:3.1:1776190128.720927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c764352. 00010000:00000010:3.1:1776190128.743114:0:78357:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6856279. 00010000:00000010:0.1:1776190128.744749:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cefb86f. 00010000:00000010:0.1:1776190128.744761:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f2b7d7. 00010000:00000010:0.1:1776190128.749876:0:78358:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ecaa9d4. 00010000:00000010:1.1:1776190128.750048:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000025c7f1a. 00010000:00000010:1.1:1776190128.750054:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000468ac0f6. 00010000:00000010:2.1:1776190128.761690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078ed93f9. 00010000:00000010:2.1:1776190128.761713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019e448a6. 00010000:00000010:2.1:1776190128.761719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069753754. 00010000:00000010:2.1:1776190128.761723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd80eb18. 00010000:00000010:3.1:1776190128.764079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064ee639e. 00010000:00000010:3.1:1776190128.767130:0:78356:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000031f8994. 00010000:00000010:2.1:1776190128.767903:0:78356:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058dd688e. 00010000:00000010:2.1:1776190128.767909:0:78356:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7b4fa5f. 00010000:00000010:1.1:1776190128.772848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039be4798. 00010000:00000010:3.1:1776190128.772908:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8d5de80. 00010000:00000010:3.1:1776190128.772915:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4f2df65. 00010000:00000010:1.1:1776190128.784837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c0aa47a. 00010000:00000010:1.1:1776190128.784843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7b4fa5f. 00010000:00000010:2.1:1776190128.792670:0:78356:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bbbda1f. 00010000:00000010:2.1:1776190128.792683:0:78356:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:2.1:1776190128.792709:0:78356:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ebb6d09. 00010000:00000010:2.1:1776190128.792713:0:78356:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca18ff7e. 00010000:00000010:2.1:1776190128.793798:0:78356:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020917145. 00010000:00000010:2.1:1776190128.793809:0:78356:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6257831. 00010000:00000010:2.1:1776190128.793814:0:78356:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f95b4ea. 00010000:00000010:2.1:1776190128.793816:0:78356:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069753754. 00010000:00000010:2.1:1776190128.793819:0:78356:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd80eb18. 00010000:00000010:0.1:1776190128.795813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f2d6c67. 00010000:00000010:0.1:1776190128.795820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eaeef55. 00010000:00000010:3.1:1776190128.795952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af8e5cc2. 00010000:00000010:0.1:1776190128.805336:0:78355:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a22cceb0. 00010000:00000010:0.1:1776190128.805349:0:78355:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f2b7d7. 00010000:00000010:3.1:1776190128.806093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016f849cf. 00010000:00000010:0.1:1776190128.816803:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002676d7f9. 00010000:00000010:0.1:1776190128.816810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6430fc. 00010000:00000010:3.1:1776190128.816974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c412eb9. 00010000:00000010:0.1:1776190128.820314:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6cb6e3c. 00010000:00000010:3.1:1776190128.820888:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4e40b4f. 00010000:00000010:3.1:1776190128.820895:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbc84488. 00010000:00000010:0.1:1776190128.824587:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e696fa5. 00010000:00000010:0.1:1776190128.824599:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3d43a78. 00010000:00000010:0.1:1776190128.824602:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f7c2c76. 00010000:00000010:0.1:1776190128.830822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f80a4e5d. 00010000:00000010:0.1:1776190128.830830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f2b7d7. 00010000:00000010:1.1:1776190128.830902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033ec219d. 00010000:00000010:0.1:1776190128.839898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000968e2375. 00010000:00000010:0.1:1776190128.839912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1f5d69c. 00010000:00000010:0.1:1776190128.839916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6430fc. 00010000:00000010:2.1:1776190128.842840:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9052f9c. 00010000:00000010:0.1:1776190128.842854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033fa3954. 00010000:00000010:0.1:1776190128.842862:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074a23e70. 00010000:00000010:0.1:1776190128.842865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c2985cf. 00010000:00000010:2.1:1776190128.852195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046d6d5ff. 00010000:00000010:0.1:1776190128.852817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000643f2935. 00010000:00000010:0.1:1776190128.852825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3e16443. 00010000:00000010:0.1:1776190128.852829:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085a757cc. 00010000:00000010:0.1:1776190128.852832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f2b7d7. 00010000:00000010:2.1:1776190128.860399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9d3a338. 00010000:00000010:3.1:1776190128.860812:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000013bef10. 00010000:00000010:3.1:1776190128.860818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b593bd82. 00010000:00000010:3.1:1776190128.860821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8397572. 00010000:00000010:3.1:1776190128.860824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:2.1:1776190128.863909:0:78356:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ae87b34. 00010000:00000010:3.1:1776190128.868143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dac3298. 00010000:00000010:3.1:1776190128.868159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033daa5b4. 00010000:00000010:3.1:1776190128.877817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8331d93. 00010000:00000010:0.1:1776190128.880957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f22394eb. 00010000:00000010:0.1:1776190128.880968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd80eb18. 00010000:00000010:3.1:1776190128.884943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4ae1ba1. 00010000:00000010:0.1:1776190128.889528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085953932. 00010000:00000010:0.1:1776190128.889539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f2b7d7. 00010000:00000010:0.1:1776190128.897816:0:78362:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5253911. 00010000:00000010:0.1:1776190128.897825:0:78362:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3e16443. 00010000:00000010:3.1:1776190128.898082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089921c42. 00010000:00000010:2.1:1776190128.900815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0f49837. 00010000:00000010:0.1:1776190128.901129:0:78362:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a11189d1. 00010000:00000010:0.1:1776190128.901137:0:78362:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c2985cf. 00010000:00000010:0.1:1776190128.901141:0:78362:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d455165. 00010000:00000010:0.1:1776190128.901144:0:78362:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f2b7d7. 00010000:00000010:2.1:1776190128.915917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee923e13. 00010000:00000010:2.1:1776190128.915930:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089335e31. 00010000:00000010:2.1:1776190128.915934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6430fc. 00010000:00000010:0.1:1776190128.919887:0:75185:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ea58d23. 00010000:00000010:0.1:1776190128.919898:0:75185:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008afdb6a3. 00010000:00000010:1.1:1776190128.920955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c6a1f38. 00010000:00000010:2.1:1776190128.925512:0:78355:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000885650f3. 00010000:00000010:2.1:1776190128.925518:0:78355:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5badfcc. 00010000:00000010:2.1:1776190128.925522:0:78355:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f2b7d7. 00010000:00000010:1.1:1776190128.935678:0:78363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f508661a. 00010000:00000010:0.1:1776190128.936452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047a5a042. 00010000:00000010:0.1:1776190128.936460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081f9cf34. 00010000:00000010:2.1:1776190128.948307:0:71689:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094dcbd11. 00010000:00000010:2.1:1776190128.948879:0:71689:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070fa59ad. 00010000:00000010:2.1:1776190128.948882:0:71689:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c2985cf. 00010000:00000010:2.1:1776190128.948885:0:71689:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069753754. 00010000:00000010:2.1:1776190128.948887:0:71689:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:3.1:1776190128.951927:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000071c5d1d. 00010000:00000010:3.1:1776190128.981359:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0788721. 00010000:00000010:3.1:1776190128.981368:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000266999a. 00010000:00000010:0.1:1776190128.984508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa8a0bff. 00010000:00000010:1.1:1776190128.988948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab41fd55. 00010000:00000010:1.1:1776190128.988955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033daa5b4. 00010000:00000010:2.1:1776190128.992853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015ac3c5b. 00010000:00000010:1.1:1776190128.992914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f8228f3. 00010000:00000010:1.1:1776190128.992921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4acef77. 00010000:00000010:1.1:1776190128.994818:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abdeb733. 00010000:00000010:1.1:1776190128.994830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ce4c7d5. 00010000:00000010:2.1:1776190128.995054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000facf392a. 00010000:00000010:1.1:1776190129.013793:0:78367:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aaae8d93. 00010000:00000010:1.1:1776190129.013810:0:78367:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a6675a. 00010000:00000010:3.1:1776190129.013858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074dfb3ee. 00010000:00000010:3.1:1776190129.018854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026b95606. 00010000:00000010:0.1:1776190129.022807:0:78369:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e7edf8a. 00010000:00000010:0.1:1776190129.022818:0:78369:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ce4c7d5. 00010000:00000010:2.1:1776190129.029800:0:78370:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065815db3. 00010000:00000010:3.1:1776190129.030026:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000854b38da. 00010000:00000010:3.1:1776190129.030032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3e16443. 00010000:00000010:1.1:1776190129.039904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a610f4f. 00010000:00000010:0.1:1776190129.040036:0:78371:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d89494e2. 00010000:00000010:0.1:1776190129.040041:0:78371:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:2.1:1776190129.046045:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006741f81b. 00010000:00000010:2.1:1776190129.046053:0:1018:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090a4060e. 00010000:00000010:2.1:1776190129.046056:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063ad9533. 00010000:00000010:3.1:1776190129.050189:0:78368:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004acb2bbd. 00010000:00000010:2.1:1776190129.050261:0:64665:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ef73e8c. 00010000:00000010:2.1:1776190129.050266:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:2.1:1776190129.061494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8dd5ea6. 00010000:00000010:1.1:1776190129.062797:0:78372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092b716c1. 00010000:00000010:1.1:1776190129.062804:0:78372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7c73bc. 00010000:00000010:1.1:1776190129.062808:0:78372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac0f42df. 00010000:00000010:1.1:1776190129.062812:0:78372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a6675a. 00010000:00000010:2.1:1776190129.067703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4f2b80e. 00010000:00000010:2.1:1776190129.067717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4acef77. 00010000:00000010:0.1:1776190129.067806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c003d63c. 00010000:00000010:0.1:1776190129.070923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c771f2d9. 00010000:00000010:2.1:1776190129.071704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000387ec9c4. 00010000:00000010:2.1:1776190129.071712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:0.1:1776190129.079181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000367e6a92. 00010000:00000010:3.1:1776190129.079790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000325ddcbb. 00010000:00000010:3.1:1776190129.079797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa5d336c. 00010000:00000010:0.1:1776190129.087834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c93f608. 00010000:00000010:2.1:1776190129.093942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b36af77. 00010000:00000010:2.1:1776190129.093970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02d4908. 00010000:00000010:0.1:1776190129.101840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8cb7d45. 00010000:00000010:0.1:1776190129.104835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000668ae56a. 00010000:00000010:2.1:1776190129.104947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:2.1:1776190129.104956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b51f2bd6. 00010000:00000010:2.1:1776190129.104959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009df4d435. 00010000:00000010:0.1:1776190129.108956:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e50ea21. 00010000:00000010:0.1:1776190129.108963:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7131880. 00010000:00000010:0.1:1776190129.108966:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032d5799e. 00010000:00000010:2.1:1776190129.109846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c96e6775. 00010000:00000010:1.1:1776190129.111050:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a1e33cb. 00010000:00000010:1.1:1776190129.111061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036567859. 00010000:00000010:1.1:1776190129.117790:0:64667:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006edb2521. 00010000:00000010:3.1:1776190129.117805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097636c34. 00010000:00000010:3.1:1776190129.117810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a6675a. 00010000:00000010:3.1:1776190129.126034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b955bde. 00010000:00000010:3.1:1776190129.126043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fae546e. 00010000:00000010:0.1:1776190129.127817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecad6010. 00010000:00000010:0.1:1776190129.127825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000330bfef0. 00010000:00000010:0.1:1776190129.127830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006adbfc06. 00010000:00000010:0.1:1776190129.127834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004f0478b. 00010000:00000010:1.1:1776190129.127879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001baa23ef. 00010000:00000010:1.1:1776190129.127886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024f6e9a5. 00010000:00000010:1.1:1776190129.132835:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b1db856. 00010000:00000010:3.1:1776190129.138185:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a5e0c6e. 00010000:00000010:3.1:1776190129.138193:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9c4132c. 00010000:00000010:0.1:1776190129.141896:0:78376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000176348e8. 00010000:00000010:0.1:1776190129.147385:0:78376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b9e0a31. 00010000:00000010:3.1:1776190129.147902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d81f9f6. 00010000:00000010:3.1:1776190129.147910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fae546e. 00010000:00000010:3.1:1776190129.147913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087192253. 00010000:00000010:3.1:1776190129.147916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000330bfef0. 00010000:00000010:3.1:1776190129.161630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a31fac3a. 00010000:00000010:3.1:1776190129.161643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c212c3c9. 00010000:00000010:3.1:1776190129.161647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02d4908. 00010000:00000010:1.1:1776190129.165987:0:78378:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000395ec1ab. 00010000:00000010:0.1:1776190129.166992:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b02c239. 00010000:00000010:0.1:1776190129.166999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000330bfef0. 00010000:00000010:3.1:1776190129.173995:0:78379:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0641b31. 00010000:00000010:3.1:1776190129.174008:0:78379:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d056500. 00010000:00000010:3.1:1776190129.174012:0:78379:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004f0478b. 00010000:00000010:3.1:1776190129.191734:0:64667:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2cb9658. 00010000:00000010:3.1:1776190129.191745:0:64667:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffb336b1. 00010000:00000010:3.1:1776190129.191748:0:64667:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02d4908. 00010000:00000010:2.1:1776190129.204560:0:1357:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e97db3c. 00010000:00000010:2.1:1776190129.204573:0:1357:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fae546e. 00010000:00000010:3.1:1776190129.204718:0:78382:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006038679. 00010000:00000010:0.1:1776190129.217807:0:78375:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081c2de84. 00010000:00000010:1.1:1776190129.217998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f09bf77. 00010000:00000010:1.1:1776190129.218005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009df4d435. 00010000:00000010:1.1:1776190129.220004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc1b4bc0. 00010000:00000010:1.1:1776190129.220013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac1ed07f. 00010000:00000010:1.1:1776190129.220017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd993c15. 00010000:00000010:2.1:1776190129.234276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b3c1a24. 00010000:00000010:2.1:1776190129.237809:0:78375:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc65e7cf. 00010000:00000010:2.1:1776190129.237818:0:78375:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000796e951. 00010000:00000010:2.1:1776190129.237823:0:78375:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b51f2bd6. 00010000:00000010:2.1:1776190129.237825:0:78375:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:2.1:1776190129.238287:0:78375:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000219d659e. 00010000:00000010:2.1:1776190129.238480:0:78375:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4e1aebe. 00010000:00000010:2.1:1776190129.238485:0:78375:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ece58a. 00010000:00000010:0.1:1776190129.239801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ded24996. 00010000:00000010:1.1:1776190129.241855:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a17d7f4. 00010000:00000010:1.1:1776190129.241862:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7ebf92a. 00010000:00000010:3.1:1776190129.249807:0:78392:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e5af47e. 00010000:00000010:3.1:1776190129.249817:0:78392:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd993c15. 00010000:00000010:0.1:1776190129.249919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fa7bfc7. 00000400:00000200:3.0:1776190129.251291:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.251296:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.251300:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190129.251304:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.252596:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.252604:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1776190129.256373:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000004ab20ed. 00000400:00000200:3.0:1776190129.256378:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048a81920 00000400:00000010:3.0:1776190129.256380:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048a81920. 00000100:00000200:3.0:1776190129.256517:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ffde2ec x1862468301343424/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.256528:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ffde2ec x1862468301343424/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190129.256556:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3c1f643. 02000000:00000010:3.0:1776190129.256571:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a69bc92d. 02000000:00000010:3.0:1776190129.256577:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c2a088f7. 00000100:00000010:3.0:1776190129.256582:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000010:3.0:1776190129.256588:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddd26d2e. 00010000:00000010:3.0:1776190129.256592:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd997d06. 00080000:00000010:3.0:1776190129.256616:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2a088f7. 00010000:00000010:3.0:1776190129.256699:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007981d0bf. 00010000:00000010:3.0:1776190129.256706:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000961cb804. 00010000:00000010:3.0:1776190129.257661:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:3.0:1776190129.257669:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007981d0bf. 00010000:00000010:3.0:1776190129.257681:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd997d06. 00000100:00000010:3.0:1776190129.257685:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddd26d2e. 00000100:00000010:3.0:1776190129.257692:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190129.257702:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a69bc92d. 02000000:00000010:3.0:1776190129.257721:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0c0bb41. 00000400:00000010:3.0:1776190129.257726:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000004ab20ed. 00000400:00000010:3.0:1776190129.257730:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048a81920. 00000100:00000200:3.0:1776190129.257736:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301343488, portal 16 00000400:00000010:3.0:1776190129.257741:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012090ddf. 00000100:00000200:3.0:1776190129.257742:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301343488, offset 0 00000400:00000200:3.0:1776190129.257749:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.257758:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.257765:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.257769:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.257798:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.257804:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92142:92142:256:4294967295] 192.168.203.39@tcp LPNI seq info [92142:92142:8:4294967295] 00000400:00000200:3.0:1776190129.257813:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.257818:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.257822:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190129.257827:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.257831:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.257834:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190129.259024:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7e8f68d. 00010000:00000010:3.1:1776190129.259034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02d4908. 00010000:00000010:1.1:1776190129.259099:0:78393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5a03699. 00000400:00000010:3.0:1776190129.269538:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000004ab20ed. 00000400:00000200:3.0:1776190129.269543:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048a81920 00000400:00000010:3.0:1776190129.269545:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048a81920. 00000100:00000200:3.0:1776190129.269553:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ffde2ec x1862468301343488/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.269562:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ffde2ec x1862468301343488/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190129.269584:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003c41174. 02000000:00000010:3.0:1776190129.269601:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0c0bb41. 02000000:00000010:3.0:1776190129.269606:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a69bc92d. 00000100:00000010:3.0:1776190129.269620:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000010:3.0:1776190129.269624:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddd26d2e. 00010000:00000010:3.0:1776190129.269626:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd997d06. 00080000:00000010:3.0:1776190129.269641:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a69bc92d. 00010000:00000010:3.0:1776190129.269720:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007981d0bf. 00010000:00000010:3.0:1776190129.269726:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d502423c. 00000800:00000200:3.0:1776190129.271957:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.271962:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e2e8a9a (tot 82352218). 00000400:00000200:3.0:1776190129.271967:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.271971:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.271975:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d43b3045 00000400:00000010:3.0:1776190129.271977:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d43b3045. 00000100:00000200:3.0:1776190129.271984:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000909ebbf0 x1862468301343552/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190129.274872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d84d55b6. 00010000:00000010:3.1:1776190129.274884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b25596ed. 00010000:00000010:3.1:1776190129.274887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:3.1:1776190129.274890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bfb75c3. 00010000:00000010:3.1:1776190129.274893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033daa5b4. 00010000:00000010:3.1:1776190129.274922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1e1fda2. 00010000:00000010:3.1:1776190129.274925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076b45169. 00010000:00000010:3.1:1776190129.274929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f7c2c76. 00010000:00000010:3.1:1776190129.276941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c49489dd. 00010000:00000010:3.1:1776190129.276951:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c44a36b. 00010000:00000010:3.1:1776190129.276955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00000800:00000200:3.0:1776190129.283760:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.283767:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352218). 00000400:00000200:3.0:1776190129.283794:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.283802:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.283806:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e50e0bd6 00000400:00000010:3.0:1776190129.283809:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e50e0bd6. 00000100:00000200:3.0:1776190129.283817:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000efa05245 x1862468301343616/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1776190129.289835:0:67271:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190129.289855:0:67271:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004809ab70. 02000000:00000010:3.0:1776190129.289903:0:15836:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001ed36e66. 00000400:00000010:3.0:1776190129.289908:0:15836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000004ab20ed. 00000400:00000010:3.0:1776190129.289913:0:15836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048a81920. 00000100:00000200:3.0:1776190129.289918:0:15836:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862468301343680, portal 4 00000400:00000010:3.0:1776190129.289923:0:15836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e2823b6. 00000100:00000200:3.0:1776190129.289925:0:15836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862468301343680, offset 0 00000400:00000200:3.0:1776190129.289931:0:15836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776190129.289939:0:15836:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776190129.289945:0:15836:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69de7b181cbc0 00000400:00000200:3.0:1776190129.289949:0:15836:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x330bd [8] + 8736 00000400:00000200:3.0:1776190129.289954:0:15836:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.289956:0:15836:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776190129.289959:0:15836:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1776190129.289963:0:15836:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008dc711a9. 00000400:00000200:3.0:1776190129.289978:0:15836:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e2823b6 00000400:00000010:3.0:1776190129.289980:0:15836:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e2823b6. 00000100:00000200:3.0:1776190129.289984:0:15836:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ffde2ec x1862468301343680/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190136 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000020:00000010:3.0:1776190129.291695:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001685b4c. 00000020:00000010:3.0:1776190129.291701:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e8ac4418. 00000020:00000010:3.0:1776190129.291706:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.291727:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009b6dc10e x1862468296455552/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190129.291830:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296455552 02000000:00000010:3.0:1776190129.291838:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000062168bf6. 00010000:00000010:3.0:1776190129.291874:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd997d06. 00000100:00000010:3.0:1776190129.291882:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddd26d2e. 00000100:00000010:3.0:1776190129.291890:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddd26d2e. 00010000:00000010:3.0:1776190129.291895:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd997d06. 00000400:00000010:3.0:1776190129.291905:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e2823b6. 00000100:00000200:3.0:1776190129.291909:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296455552, offset 224 00000400:00000200:3.0:1776190129.291916:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.291937:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.291949:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92147:92147:256:4294967295] 192.168.203.39@tcp LPNI seq info [92147:92147:8:4294967295] 00000400:00000200:3.0:1776190129.291968:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.291975:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.291991:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352466). 00000800:00000200:3.0:1776190129.291999:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.292007:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.292011:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.292027:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e8ac4418. 00000020:00000010:3.0:1776190129.292030:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.292032:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001685b4c. 00010000:00000010:0.1:1776190129.293999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e991dc70. 00010000:00000010:0.1:1776190129.295267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075db0f3b. 00010000:00000010:0.1:1776190129.295427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f43969a. 00010000:00000010:1.1:1776190129.296935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000beca5306. 00010000:00000010:1.1:1776190129.296945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043ecf2ea. 00010000:00000010:1.1:1776190129.296949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6edbba. 00000400:00000200:3.0:1776190129.297996:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.298014:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181cc00 00000400:00000200:3.0:1776190129.298023:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5031 [1] + 224 00000400:00000200:3.0:1776190129.298038:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.298042:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.298053:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000909ebbf0 x1862468301343744/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776190129.298590:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8c0e1ff. 00000020:00000010:3.0:1776190129.298597:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.298601:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.298635:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ed276d7f x1862468296455616/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190129.298668:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296455616 02000000:00000010:3.0:1776190129.298680:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000210527a0. 00010000:00000010:3.0:1776190129.298707:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000404cefba. 00010000:00000010:3.0:1776190129.298746:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f66a7ff. 00000100:00000010:3.0:1776190129.298752:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddd26d2e. 00000100:00000010:3.0:1776190129.298768:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddd26d2e. 00010000:00000010:3.0:1776190129.298792:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f66a7ff. 00000400:00000010:3.0:1776190129.298807:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faf97dbc. 00000100:00000200:3.0:1776190129.298812:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296455616, offset 224 00000400:00000200:3.0:1776190129.298819:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.298830:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.298836:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92149:92149:256:4294967295] 192.168.203.39@tcp LPNI seq info [92149:92149:8:4294967295] 00000400:00000200:3.0:1776190129.298846:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.298852:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.298857:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190129.298862:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.298869:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.298873:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.298887:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.298891:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.298894:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8c0e1ff. 00010000:00000010:3.1:1776190129.300940:0:78395:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7d7b76d. 00000400:00000200:3.0:1776190129.302440:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.302457:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181cc40 00000400:00000200:3.0:1776190129.302465:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb503d [1] + 224 00000400:00000200:3.0:1776190129.302480:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.302484:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.302493:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000909ebbf0 x1862468301343808/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190129.306985:0:64665:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c323855e. 00010000:00000010:1.1:1776190129.306995:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086c627c5. 00010000:00000010:1.1:1776190129.306999:0:64665:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac0f42df. 00010000:00000010:1.1:1776190129.307002:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c07713f. 00080000:00000010:3.0:1776190129.307102:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8c0e1ff. 00010000:00000010:3.0:1776190129.307193:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7c82bef. 00010000:00000010:3.0:1776190129.307203:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002921cfb0. 00010000:00000010:3.0:1776190129.307284:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:3.0:1776190129.307290:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007981d0bf. 00010000:00000010:3.0:1776190129.307300:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f66a7ff. 00000100:00000010:3.0:1776190129.307304:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddd26d2e. 00000100:00000010:3.0:1776190129.307311:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190129.307322:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d907889. 02000000:00000010:3.0:1776190129.307346:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0b4b584. 00000400:00000010:3.0:1776190129.307352:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cafe7d2f. 00000400:00000010:3.0:1776190129.307357:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190129.307362:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301343872, portal 16 00000400:00000010:3.0:1776190129.307366:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000129821df. 00000100:00000200:3.0:1776190129.307368:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301343872, offset 0 00000400:00000200:3.0:1776190129.307373:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.307380:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.307386:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.307390:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.307393:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.307395:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92152:92152:255:4294967295] 192.168.203.39@tcp LPNI seq info [92152:92152:7:4294967295] 00000400:00000200:3.0:1776190129.307402:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.307406:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.307412:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352714). 00000800:00000200:3.0:1776190129.307416:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.307419:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.307422:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1776190129.310809:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cafe7d2f. 00000400:00000200:3.0:1776190129.310812:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bd3563 00000400:00000010:3.0:1776190129.310813:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bd3563. 00000100:00000200:3.0:1776190129.310818:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ffde2ec x1862468301343872/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.310825:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ffde2ec x1862468301343872/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190129.310853:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0b4b584. 02000000:00000010:3.0:1776190129.310858:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d907889. 00000100:00000010:3.0:1776190129.310862:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000010:3.0:1776190129.310867:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddd26d2e. 00010000:00000010:3.0:1776190129.310870:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f66a7ff. 00010000:00000010:3.1:1776190129.313878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fd22fa8. 00010000:00000010:3.1:1776190129.313890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e4cca55. 00010000:00000010:1.1:1776190129.313965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000382a62fa. 00010000:00000010:1.1:1776190129.315876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c462d19f. 00010000:00000010:1.1:1776190129.315886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5e2f1a0. 00010000:00000010:1.1:1776190129.315890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00000800:00000200:3.0:1776190129.322137:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.322142:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000826f680e (tot 82352218). 00000400:00000200:3.0:1776190129.322147:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.322152:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.322156:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a88dbd8 00000400:00000010:3.0:1776190129.322158:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a88dbd8. 00000400:00000010:3.0:1776190129.325859:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000658f2901. 00000400:00000200:3.0:1776190129.325865:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065effbe1 00000400:00000010:3.0:1776190129.325867:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065effbe1. 00000100:00000200:3.0:1776190129.325873:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c2a8bea6 x1862468301344000/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.325881:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c2a8bea6 x1862468301344000/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190129.325926:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f884f830. 02000000:00000010:3.0:1776190129.325931:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000069f74275. 00000100:00000010:3.0:1776190129.325935:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2a8bea6. 00000100:00000010:3.0:1776190129.325938:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014f970db. 00010000:00000010:3.0:1776190129.325942:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000052d97c41. 00000400:00000200:3.0:1776190129.328227:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.328245:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13736c0 00000400:00000200:3.0:1776190129.328253:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb39bd [2] + 328 00000400:00000200:3.0:1776190129.328319:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.328324:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.328330:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190129.328336:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 00080000:00000010:3.0:1776190129.328870:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d907889. 00010000:00000010:3.0:1776190129.328963:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c0700472. 00010000:00000010:3.0:1776190129.328972:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3e4479e. 00010000:00000010:3.0:1776190129.329045:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f7c2c76. 00010000:00000010:3.0:1776190129.329052:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ef6c2ae3. 00010000:00000010:3.0:1776190129.329062:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eb401c69. 00000100:00000010:3.0:1776190129.329066:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddd26d2e. 00000100:00000010:3.0:1776190129.329073:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 02000000:00000010:3.0:1776190129.329084:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c0b4b584. 02000000:00000010:3.0:1776190129.329105:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b19c4c88. 00000400:00000010:3.0:1776190129.329112:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cafe7d2f. 00000400:00000010:3.0:1776190129.329117:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190129.329121:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301344064, portal 16 00000400:00000010:3.0:1776190129.329125:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190129.329127:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301344064, offset 0 00000400:00000200:3.0:1776190129.329132:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.329139:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.329146:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.329150:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.329153:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.329155:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92158:92158:255:4294967295] 192.168.203.39@tcp LPNI seq info [92158:92158:7:4294967295] 00000400:00000200:3.0:1776190129.329162:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.329166:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.329169:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352714). 00000800:00000200:3.0:1776190129.329173:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.329177:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.329179:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776190129.329794:0:78398:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3821f1c. 00010000:00000010:1.1:1776190129.330677:0:64667:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010197657. 00010000:00000010:1.1:1776190129.330685:0:64667:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c07713f. 00010000:00000010:1.1:1776190129.336844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026f582e6. 00010000:00000010:3.1:1776190129.336888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003300dc36. 00010000:00000010:3.1:1776190129.336895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086c627c5. 00000400:00000010:3.0:1776190129.339157:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cafe7d2f. 00000400:00000200:3.0:1776190129.339162:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bd3563 00000400:00000010:3.0:1776190129.339165:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bd3563. 00000100:00000200:3.0:1776190129.339172:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000001edc131 x1862468301344064/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.339181:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000001edc131 x1862468301344064/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190129.339216:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b19c4c88. 02000000:00000010:3.0:1776190129.339222:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c0b4b584. 00000100:00000010:3.0:1776190129.339226:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 00000100:00000010:3.0:1776190129.339230:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddd26d2e. 00010000:00000010:3.0:1776190129.339233:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eb401c69. 00080000:00000010:3.0:1776190129.340622:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0b4b584. 00010000:00000010:3.0:1776190129.347748:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef6c2ae3. 00010000:00000010:3.0:1776190129.347766:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008eb0ff8a. 00010000:00000010:3.0:1776190129.348357:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033daa5b4. 00010000:00000010:3.0:1776190129.348365:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ef6c2ae3. 00010000:00000010:3.0:1776190129.348379:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eb401c69. 00000100:00000010:3.0:1776190129.348386:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddd26d2e. 00000100:00000010:3.0:1776190129.348396:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 02000000:00000010:3.0:1776190129.348409:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b19c4c88. 02000000:00000010:3.0:1776190129.348436:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000001685b4c. 00000400:00000010:3.0:1776190129.348442:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cafe7d2f. 00000400:00000010:3.0:1776190129.348448:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190129.348455:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301344128, portal 16 00000400:00000010:3.0:1776190129.348460:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c5b133d. 00000100:00000200:3.0:1776190129.348462:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301344128, offset 0 00000400:00000200:3.0:1776190129.348472:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.348488:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.348495:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.348499:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.348502:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.349366:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92160:92160:256:4294967295] 192.168.203.39@tcp LPNI seq info [92160:92160:8:4294967295] 00000400:00000200:3.0:1776190129.349379:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.349387:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.349392:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352466). 00000800:00000200:3.0:1776190129.349399:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.349406:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.349411:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1776190129.353795:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cafe7d2f. 00000400:00000200:3.0:1776190129.353801:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bd3563 00000400:00000010:3.0:1776190129.353803:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bd3563. 00000100:00000200:3.0:1776190129.353811:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000001edc131 x1862468301344128/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.353819:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000001edc131 x1862468301344128/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190129.353847:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000001685b4c. 02000000:00000010:3.0:1776190129.353852:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b19c4c88. 00000100:00000010:3.0:1776190129.353855:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 00000100:00000010:3.0:1776190129.353858:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddd26d2e. 00010000:00000010:3.0:1776190129.353861:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eb401c69. 00010000:00000010:2.1:1776190129.353975:0:64667:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000268b87f. 00080000:00000010:3.0:1776190129.354675:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b19c4c88. 00010000:00000010:3.0:1776190129.354982:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef6c2ae3. 00010000:00000010:3.0:1776190129.354989:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a87f59cb. 00010000:00000010:3.0:1776190129.355168:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:3.0:1776190129.355174:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ef6c2ae3. 00010000:00000010:3.0:1776190129.355185:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eb401c69. 00000100:00000010:3.0:1776190129.355189:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddd26d2e. 00000100:00000010:3.0:1776190129.355195:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 02000000:00000010:3.0:1776190129.355208:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000001685b4c. 02000000:00000010:3.0:1776190129.355231:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f147e15d. 00000400:00000010:3.0:1776190129.355237:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cafe7d2f. 00000400:00000010:3.0:1776190129.355242:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190129.355247:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301344192, portal 16 00000400:00000010:3.0:1776190129.355251:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d376fb9. 00000100:00000200:3.0:1776190129.355254:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301344192, offset 0 00000400:00000200:3.0:1776190129.355260:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.355270:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.355277:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.355281:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.355283:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.355286:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92162:92162:256:4294967295] 192.168.203.39@tcp LPNI seq info [92162:92162:8:4294967295] 00000400:00000200:3.0:1776190129.355293:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.355297:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.355301:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190129.355306:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.355310:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.355312:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190129.356795:0:1034:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b61e44a. 00010000:00000010:3.1:1776190129.356814:0:1034:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f7c2c76. 00010000:00000010:3.1:1776190129.360173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5828b27. 00010000:00000010:3.1:1776190129.360190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033daa5b4. 00000400:00000010:3.0:1776190129.363267:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cafe7d2f. 00000400:00000200:3.0:1776190129.363272:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bd3563 00000400:00000010:3.0:1776190129.363273:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bd3563. 00000100:00000200:3.0:1776190129.363280:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000001edc131 x1862468301344192/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.363295:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000001edc131 x1862468301344192/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190129.363321:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f147e15d. 02000000:00000010:3.0:1776190129.363327:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000001685b4c. 00000100:00000010:3.0:1776190129.363331:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 00000100:00000010:3.0:1776190129.363335:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddd26d2e. 00010000:00000010:3.0:1776190129.363338:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eb401c69. 00080000:00000010:3.0:1776190129.363769:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000001685b4c. 00010000:00000010:3.0:1776190129.363874:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef6c2ae3. 00010000:00000010:3.0:1776190129.363881:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b782c60f. 00010000:00000010:3.0:1776190129.363969:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033daa5b4. 00010000:00000010:3.0:1776190129.363975:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ef6c2ae3. 00010000:00000010:3.0:1776190129.363985:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eb401c69. 00000100:00000010:3.0:1776190129.363988:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddd26d2e. 00000100:00000010:3.0:1776190129.363994:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 02000000:00000010:3.0:1776190129.364018:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f147e15d. 02000000:00000010:3.0:1776190129.364038:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9d3816d. 00000400:00000010:3.0:1776190129.364042:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cafe7d2f. 00000400:00000010:3.0:1776190129.364046:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190129.364050:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301344256, portal 16 00000400:00000010:3.0:1776190129.364054:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e52bdf0a. 00000100:00000200:3.0:1776190129.364055:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301344256, offset 0 00000400:00000200:3.0:1776190129.364061:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.364066:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.364073:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.364076:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.364079:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.364081:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92164:92164:255:4294967295] 192.168.203.39@tcp LPNI seq info [92164:92164:7:4294967295] 00000400:00000200:3.0:1776190129.364089:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.364093:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.364097:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352714). 00000800:00000200:3.0:1776190129.364101:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.364105:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.364107:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190129.364134:0:78401:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074f2e7c4. 00000400:00000200:3.0:1776190129.367706:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.367725:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181ce00 00000400:00000200:3.0:1776190129.367734:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5095 [1] + 224 00000400:00000200:3.0:1776190129.367747:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.367751:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.367760:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000001edc131 x1862468301344256/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190129.369804:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.369819:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13737c0 00000400:00000200:3.0:1776190129.369828:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb39bd [2] + 1640 00000400:00000200:3.0:1776190129.369885:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.369890:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.369896:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190129.369901:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000143a7ad1. 00080000:00000010:3.0:1776190129.371235:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062168bf6. 00010000:00000010:3.0:1776190129.371316:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef6c2ae3. 00010000:00000010:3.0:1776190129.371322:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c9f5380. 00010000:00000010:3.0:1776190129.371400:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f7c2c76. 00010000:00000010:3.0:1776190129.371405:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ef6c2ae3. 00010000:00000010:3.0:1776190129.371415:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043d70354. 00000100:00000010:3.0:1776190129.371419:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddd26d2e. 00000100:00000010:3.0:1776190129.371425:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 02000000:00000010:3.0:1776190129.371435:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000210527a0. 02000000:00000010:3.0:1776190129.371457:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0c0bb41. 00000400:00000010:3.0:1776190129.371463:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004297d14c. 00000400:00000010:3.0:1776190129.371469:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190129.371473:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301344320, portal 16 00000400:00000010:3.0:1776190129.371478:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f8ae577. 00000100:00000200:3.0:1776190129.371479:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301344320, offset 0 00000400:00000200:3.0:1776190129.371485:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.371493:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.371499:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.371502:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.371506:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.371508:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92166:92166:256:4294967295] 192.168.203.39@tcp LPNI seq info [92166:92166:8:4294967295] 00000400:00000200:3.0:1776190129.371516:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.371520:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.371523:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352466). 00000800:00000200:3.0:1776190129.371527:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.371531:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.371533:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.379467:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9d3816d. 00000020:00000010:3.0:1776190129.379473:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.379477:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.379561:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000044f8b848 x1862468296456192/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190129.379637:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296456192 02000000:00000010:3.0:1776190129.379647:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000210527a0. 00010000:00000010:3.0:1776190129.379673:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de227dd6. 00010000:00000010:3.0:1776190129.379690:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca1da44. 00000100:00000010:3.0:1776190129.379696:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddd26d2e. 00000100:00000010:3.0:1776190129.379714:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddd26d2e. 00010000:00000010:3.0:1776190129.379717:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca1da44. 00000400:00000010:3.0:1776190129.379729:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000100:00000200:3.0:1776190129.379733:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296456192, offset 224 00000400:00000200:3.0:1776190129.379741:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.379751:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.379757:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92167:92167:256:4294967295] 192.168.203.39@tcp LPNI seq info [92167:92167:8:4294967295] 00000400:00000200:3.0:1776190129.379765:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.379770:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.379796:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352314). 00000800:00000200:3.0:1776190129.379803:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00010000:00000010:0.1:1776190129.379804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcf24749. 00000800:00000200:3.0:1776190129.379811:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.379815:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.379834:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.379839:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.379842:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9d3816d. 02000000:00000010:3.0:1776190129.379849:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000069f74275. 00000100:00000010:3.0:1776190129.379853:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000143a7ad1. 02000000:00000010:3.0:1776190129.379857:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002d8d2078. 00000100:00000010:3.0:1776190129.379859:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 02000000:00000010:3.0:1776190129.379861:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bd8b6d79. 00000100:00000010:3.0:1776190129.379864:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b94bceb5. 02000000:00000010:3.0:1776190129.379866:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c2bbac61. 00000100:00000010:3.0:1776190129.379868:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 02000000:00000010:3.0:1776190129.379871:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007b0d2449. 00000100:00000010:3.0:1776190129.379874:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190129.379879:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000fa29a74. 00000100:00000010:3.0:1776190129.379881:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 00000100:00000200:3.0:1776190129.379888:0:64667:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190129.379894:0:64667:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d7de3806. 00000400:00000010:3.0:1776190129.379898:0:64667:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddd26d2e (tot 82352466). 00010000:00000010:3.1:1776190129.383845:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5116bbc. 00010000:00000010:3.1:1776190129.383859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00000020:00000010:3.0:1776190129.386671:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9d3816d. 00000020:00000010:3.0:1776190129.386680:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.386686:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.386711:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d96c74a9 x1862468296456256/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190129.386752:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296456256 02000000:00000010:3.0:1776190129.386762:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b0c0bb41. 00010000:00000010:3.1:1776190129.386800:0:64667:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006447a13b. 00010000:00000010:3.1:1776190129.386807:0:64667:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033daa5b4. 00010000:00000010:0.1:1776190129.386808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de7090eb. 00010000:00000010:0.1:1776190129.386819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f7c2c76. 00010000:00000010:3.1:1776190129.386842:0:64667:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfbe3b4d. 00010000:00000010:3.0:1776190129.386861:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b76a4a78. 00010000:00000010:3.0:1776190129.386877:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca1da44. 00000100:00000010:3.0:1776190129.386884:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003021069b. 00000100:00000010:3.0:1776190129.386890:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003021069b. 00010000:00000010:3.0:1776190129.386892:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca1da44. 00010000:00000010:1.1:1776190129.386902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2b6e7f4. 00000400:00000010:3.0:1776190129.386904:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ceb23d8e. 00000100:00000200:3.0:1776190129.386907:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296456256, offset 224 00000400:00000200:3.0:1776190129.386915:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.386924:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.386929:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92169:92169:256:4294967295] 192.168.203.39@tcp LPNI seq info [92169:92169:8:4294967295] 00000400:00000200:3.0:1776190129.386939:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.386944:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.386948:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190129.386953:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.386960:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.386963:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.386983:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.386987:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.386989:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9d3816d. 00000020:00000010:3.0:1776190129.396417:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9d3816d. 00000020:00000010:3.0:1776190129.396427:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.396431:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.396457:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e8f88089 x1862468296456320/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190129.396486:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296456320 02000000:00000010:3.0:1776190129.396497:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000210527a0. 00010000:00000010:3.0:1776190129.396532:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca1da44. 00000100:00000010:3.0:1776190129.396540:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003021069b. 00000100:00000010:3.0:1776190129.396546:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003021069b. 00010000:00000010:3.0:1776190129.396549:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca1da44. 00000400:00000010:3.0:1776190129.396562:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044641569. 00000100:00000200:3.0:1776190129.396567:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296456320, offset 224 00000400:00000200:3.0:1776190129.396575:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.396588:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.396595:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92171:92171:256:4294967295] 192.168.203.39@tcp LPNI seq info [92171:92171:8:4294967295] 00000400:00000200:3.0:1776190129.396618:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.396625:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.396629:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190129.396635:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.396641:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.396645:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.396660:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.396663:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.396666:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9d3816d. 00000400:00000010:3.0:1776190129.396688:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000093572e2. 00000400:00000200:3.0:1776190129.396691:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c79e5fff 00000400:00000010:3.0:1776190129.396693:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c79e5fff. 00000100:00000200:3.0:1776190129.396698:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f627330 x1862468301344448/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.396706:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f627330 x1862468301344448/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190129.396725:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002791bf17. 02000000:00000010:3.0:1776190129.396750:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d8d2078. 02000000:00000010:3.0:1776190129.396755:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000fa29a74. 00000100:00000010:3.0:1776190129.396758:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f627330. 00000100:00000010:3.0:1776190129.396761:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b09aa53. 00010000:00000010:3.0:1776190129.396764:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eb142a67. 00080000:00000010:3.0:1776190129.396800:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9d3816d. 00010000:00000010:3.0:1776190129.396885:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd4301f1. 00010000:00000010:3.0:1776190129.396891:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004d720d1e. 00010000:00000010:3.0:1776190129.396957:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033daa5b4. 00010000:00000010:3.0:1776190129.396964:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000043c7190f. 00010000:00000010:3.0:1776190129.396972:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca1da44. 00000100:00000010:3.0:1776190129.396977:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003021069b. 00000100:00000010:3.0:1776190129.396983:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190129.396994:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c2bbac61. 02000000:00000010:3.0:1776190129.397013:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000900029d6. 00000400:00000010:3.0:1776190129.397018:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000977b9a55. 00000400:00000010:3.0:1776190129.397022:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6b5ec91. 00000100:00000200:3.0:1776190129.397025:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301344512, portal 16 00000400:00000010:3.0:1776190129.397029:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ceb23d8e. 00000100:00000200:3.0:1776190129.397031:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301344512, offset 0 00000400:00000200:3.0:1776190129.397036:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.397042:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.397048:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.397051:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.397054:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.397056:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92172:92172:255:4294967295] 192.168.203.39@tcp LPNI seq info [92172:92172:7:4294967295] 00000400:00000200:3.0:1776190129.397064:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.397068:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.397071:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352714). 00000800:00000200:3.0:1776190129.397075:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.397078:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.397081:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776190129.407797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c319981. 00010000:00000010:0.1:1776190129.407812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8125a73. 00010000:00000010:3.1:1776190129.408353:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8c5a09c. 00000400:00000010:3.0:1776190129.409211:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000977b9a55. 00000400:00000200:3.0:1776190129.409216:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6b5ec91 00000400:00000010:3.0:1776190129.409218:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6b5ec91. 00000100:00000200:3.0:1776190129.409233:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ffde2ec x1862468301344512/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.409242:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ffde2ec x1862468301344512/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190129.409266:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000002d28bf. 02000000:00000010:3.0:1776190129.409282:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000900029d6. 02000000:00000010:3.0:1776190129.409288:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c2bbac61. 00000100:00000010:3.0:1776190129.409291:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000010:3.0:1776190129.409297:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003021069b. 00010000:00000010:3.0:1776190129.409301:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca1da44. 00080000:00000010:3.0:1776190129.409320:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050e84dec. 00010000:00000010:3.0:1776190129.409407:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043c7190f. 00010000:00000010:3.0:1776190129.409414:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bc13d736. 00010000:00000010:3.0:1776190129.409496:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:3.0:1776190129.409503:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000043c7190f. 00010000:00000010:3.0:1776190129.409513:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca1da44. 00000100:00000010:3.0:1776190129.409518:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003021069b. 00000100:00000010:3.0:1776190129.409525:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190129.409536:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0b24cf8. 02000000:00000010:3.0:1776190129.409562:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c2bbac61. 00000400:00000010:3.0:1776190129.409567:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000977b9a55. 00000400:00000010:3.0:1776190129.409571:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6b5ec91. 00000100:00000200:3.0:1776190129.409578:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301344576, portal 16 00000400:00000010:3.0:1776190129.409582:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000100:00000200:3.0:1776190129.409584:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301344576, offset 0 00000400:00000200:3.0:1776190129.409591:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.409615:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.409622:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.409625:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.409628:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.409631:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92174:92174:256:4294967295] 192.168.203.39@tcp LPNI seq info [92174:92174:8:4294967295] 00000400:00000200:3.0:1776190129.409642:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.409648:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.409653:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352466). 00000800:00000200:3.0:1776190129.409658:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.409664:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.409669:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190129.413957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055655ad1. 00010000:00000010:3.1:1776190129.413970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f0af1b3. 00010000:00000010:3.1:1776190129.413974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6edbba. 00010000:00000010:3.1:1776190129.414276:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a8e20eb. 00010000:00000010:3.1:1776190129.414281:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026a8279d. 00010000:00000010:3.1:1776190129.414285:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033daa5b4. 00000400:00000010:3.0:1776190129.416903:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000977b9a55. 00000400:00000200:3.0:1776190129.416907:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6b5ec91 00000400:00000010:3.0:1776190129.416909:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6b5ec91. 00000100:00000200:3.0:1776190129.416916:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ffde2ec x1862468301344576/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.416925:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ffde2ec x1862468301344576/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190129.416945:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b3a947fc. 02000000:00000010:3.0:1776190129.416959:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c2bbac61. 02000000:00000010:3.0:1776190129.416964:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b0b24cf8. 00000100:00000010:3.0:1776190129.416968:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000010:3.0:1776190129.416974:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003021069b. 00010000:00000010:3.0:1776190129.416977:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca1da44. 00080000:00000010:3.0:1776190129.416994:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f147e15d. 00010000:00000010:3.0:1776190129.417072:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043c7190f. 00010000:00000010:3.0:1776190129.417079:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000031d5dfdf. 00010000:00000010:3.0:1776190129.417146:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033daa5b4. 00010000:00000010:3.0:1776190129.417152:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000043c7190f. 00010000:00000010:3.0:1776190129.417162:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca1da44. 00000100:00000010:3.0:1776190129.417165:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003021069b. 00000100:00000010:3.0:1776190129.417173:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190129.417184:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0b24cf8. 02000000:00000010:3.0:1776190129.417204:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c2bbac61. 00000400:00000010:3.0:1776190129.417208:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000977b9a55. 00000400:00000010:3.0:1776190129.417212:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6b5ec91. 00000100:00000200:3.0:1776190129.417217:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301344640, portal 16 00000400:00000010:3.0:1776190129.417221:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190129.417222:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301344640, offset 0 00000400:00000200:3.0:1776190129.417228:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.417235:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.417241:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.417245:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.417248:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.417250:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92176:92176:256:4294967295] 192.168.203.39@tcp LPNI seq info [92176:92176:8:4294967295] 00000400:00000200:3.0:1776190129.417257:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.417262:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.417265:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190129.417269:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.417275:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.417277:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1776190129.424117:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000977b9a55. 00000400:00000200:3.0:1776190129.424121:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6b5ec91 00000400:00000010:3.0:1776190129.424123:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6b5ec91. 00000100:00000200:3.0:1776190129.424130:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ffde2ec x1862468301344640/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.424137:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ffde2ec x1862468301344640/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190129.424165:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c2bbac61. 02000000:00000010:3.0:1776190129.424172:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b0b24cf8. 00000100:00000010:3.0:1776190129.424176:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000010:3.0:1776190129.424182:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003021069b. 00010000:00000010:3.0:1776190129.424186:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca1da44. 00080000:00000010:3.0:1776190129.429124:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000900029d6. 00010000:00000010:3.0:1776190129.429205:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043c7190f. 00010000:00000010:3.0:1776190129.429212:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5a7e9bf. 00010000:00000010:3.0:1776190129.429288:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b02d4908. 00010000:00000010:3.0:1776190129.429294:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000043c7190f. 00010000:00000010:3.0:1776190129.429303:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca1da44. 00000100:00000010:3.0:1776190129.429307:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003021069b. 00000100:00000010:3.0:1776190129.429314:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190129.429325:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0b24cf8. 02000000:00000010:3.0:1776190129.429346:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c2bbac61. 00000400:00000010:3.0:1776190129.429352:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000977b9a55. 00000400:00000010:3.0:1776190129.429356:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6b5ec91. 00000100:00000200:3.0:1776190129.429361:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301344704, portal 16 00000400:00000010:3.0:1776190129.429364:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f8ae577. 00000100:00000200:3.0:1776190129.429366:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301344704, offset 0 00000400:00000200:3.0:1776190129.429371:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.429377:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.429383:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.429386:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.429388:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.429390:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92178:92178:256:4294967295] 192.168.203.39@tcp LPNI seq info [92178:92178:8:4294967295] 00000400:00000200:3.0:1776190129.429397:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.429401:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.429404:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190129.429408:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.429411:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.429414:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1776190129.432942:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000977b9a55. 00000400:00000200:3.0:1776190129.432947:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6b5ec91 00000400:00000010:3.0:1776190129.432949:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6b5ec91. 00000100:00000200:3.0:1776190129.432956:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ffde2ec x1862468301344704/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.432963:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ffde2ec x1862468301344704/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190129.432994:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c2bbac61. 02000000:00000010:3.0:1776190129.433001:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b0b24cf8. 00000100:00000010:3.0:1776190129.433005:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000010:3.0:1776190129.433011:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003021069b. 00010000:00000010:3.0:1776190129.433015:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca1da44. 00000100:00000200:3.0:1776190129.434051:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296456576 02000000:00000010:3.0:1776190129.434065:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000501eb042. 00010000:00000010:3.0:1776190129.434093:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000012bd00e. 00010000:00000010:3.0:1776190129.434115:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca1da44. 00000100:00000010:3.0:1776190129.434121:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003021069b. 00000100:00000010:3.0:1776190129.434177:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003021069b. 00010000:00000010:3.0:1776190129.434181:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca1da44. 00000400:00000010:3.0:1776190129.434193:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6b5ec91. 00000100:00000200:3.0:1776190129.434197:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296456576, offset 224 00000400:00000200:3.0:1776190129.434205:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.434217:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.434223:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92179:92179:256:4294967295] 192.168.203.39@tcp LPNI seq info [92179:92179:8:4294967295] 00000400:00000200:3.0:1776190129.434233:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.434238:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.434243:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352466). 00000800:00000200:3.0:1776190129.434248:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.434255:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.434259:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.434278:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aa556684. 00000020:00000010:3.0:1776190129.434284:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d42b383a. 00000020:00000010:3.0:1776190129.434287:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fa29a74. 00010000:00000010:3.1:1776190129.436813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006527e22c. 00010000:00000010:3.1:1776190129.436826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e60bc02. 00010000:00000010:3.1:1776190129.436830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:1.1:1776190129.437051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4b57c5b. 00000400:00000200:3.0:1776190129.438899:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.438918:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181d000 00000400:00000200:3.0:1776190129.438927:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb50f9 [1] + 224 00000400:00000200:3.0:1776190129.438944:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.438948:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.438959:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000029fae5e5 x1862468301344768/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190129.439050:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045572a94. 00010000:00000010:0.1:1776190129.439058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02d4908. 00010000:00000010:3.1:1776190129.439813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ef1c43e. 00010000:00000010:3.1:1776190129.439824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033daa5b4. 00000020:00000010:3.0:1776190129.441025:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d53abcb9. 00000020:00000010:3.0:1776190129.441042:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.441048:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.441073:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000041b8aab x1862468296456640/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190129.441107:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296456640 02000000:00000010:3.0:1776190129.441118:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c384009b. 00010000:00000010:3.0:1776190129.441144:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0064f05. 00010000:00000010:3.0:1776190129.441171:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca1da44. 00000100:00000010:3.0:1776190129.441177:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003021069b. 00000100:00000010:3.0:1776190129.441185:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003021069b. 00010000:00000010:3.0:1776190129.441188:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca1da44. 00000400:00000010:3.0:1776190129.441200:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190129.441205:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296456640, offset 224 00000400:00000200:3.0:1776190129.441213:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.441223:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.441230:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92181:92181:256:4294967295] 192.168.203.39@tcp LPNI seq info [92181:92181:8:4294967295] 00000400:00000200:3.0:1776190129.441242:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.441246:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.441251:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352314). 00000800:00000200:3.0:1776190129.441256:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.441263:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.441266:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.441291:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.441296:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.441300:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d53abcb9. 02000000:00000010:3.0:1776190129.441312:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000501eb042. 00000100:00000010:3.0:1776190129.441316:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 02000000:00000010:3.0:1776190129.441319:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000535bf1e. 00000100:00000010:3.0:1776190129.441322:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008962746. 02000000:00000010:3.0:1776190129.441328:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000064d15e59. 00000100:00000010:3.0:1776190129.441330:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 02000000:00000010:3.0:1776190129.441336:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002d8d2078. 00000100:00000010:3.0:1776190129.441339:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009382bd96. 02000000:00000010:3.0:1776190129.441341:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000210527a0. 00000100:00000010:3.0:1776190129.441343:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8f88089. 02000000:00000010:3.0:1776190129.441345:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b0c0bb41. 00000100:00000010:3.0:1776190129.441347:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000100:00000200:3.0:1776190129.441353:0:64667:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190129.441358:0:64667:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000977b9a55. 00000400:00000010:3.0:1776190129.441361:0:64667:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003021069b (tot 82352466). 00000800:00000200:3.0:1776190129.442478:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.442482:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3c1cdd4 (tot 82352218). 00000400:00000200:3.0:1776190129.442488:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.442494:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.442499:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faa656ed 00000400:00000010:3.0:1776190129.442500:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faa656ed. 00000100:00000200:3.0:1776190129.442507:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000029fae5e5 x1862468301344832/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190129.443343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a61bda0. 00000800:00000200:3.0:1776190129.446571:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.446575:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:3.0:1776190129.446584:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.446588:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.446591:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be2d42b 00000400:00000010:3.0:1776190129.446593:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be2d42b. 00010000:00000010:0.1:1776190129.446854:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a062852. 00010000:00000010:0.1:1776190129.446860:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8125a73. 00000400:00000200:3.0:1776190129.450441:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.450451:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1373a40 00000400:00000200:3.0:1776190129.450457:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3a6d [2] + 328 00000400:00000200:3.0:1776190129.450585:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.450590:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.450595:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190129.450600:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 00000800:00000200:3.0:1776190129.455363:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.455367:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:3.0:1776190129.455376:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.455380:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.455385:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be2d42b 00000400:00000010:3.0:1776190129.455386:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be2d42b. 00010000:00000010:1.1:1776190129.455808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005df6c56d. 00010000:00000010:3.1:1776190129.455880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002b7b686. 00010000:00000010:0.1:1776190129.458871:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028af409e. 00010000:00000010:0.1:1776190129.458886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004f0478b. 00010000:00000010:0.1:1776190129.458891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006adbfc06. 00010000:00000010:0.1:1776190129.458896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8125a73. 00000400:00000200:3.0:1776190129.461668:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.461689:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181d0c0 00000400:00000200:3.0:1776190129.461698:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5121 [1] + 224 00000400:00000200:3.0:1776190129.461717:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.461722:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.461733:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000029fae5e5 x1862468301344960/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190129.462325:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.462333:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1373a80 00000400:00000200:3.0:1776190129.462338:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3a6d [2] + 656 00000400:00000200:3.0:1776190129.462390:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.462394:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.462398:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190129.462403:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000143a7ad1. 00010000:00000010:0.1:1776190129.462970:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4f12b76. 00010000:00000010:0.1:1776190129.462978:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9c4132c. 00010000:00000010:1.1:1776190129.463927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b4aa58. 00010000:00000010:1.1:1776190129.468817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000571f07f. 00000400:00000200:3.0:1776190129.469829:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.469847:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181d100 00010000:00000010:0.1:1776190129.469850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001211d440. 00000400:00000200:3.0:1776190129.469857:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb512d [1] + 224 00010000:00000010:0.1:1776190129.469859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036567859. 00000400:00000200:3.0:1776190129.469872:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.469876:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.469888:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000029fae5e5 x1862468301345024/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1776190129.473078:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.473081:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352218). 00000400:00000200:3.0:1776190129.473085:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.473089:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.473092:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057762c55 00000400:00000010:3.0:1776190129.473094:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057762c55. 00000100:00000200:3.0:1776190129.473100:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000029fae5e5 x1862468301345088/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776190129.478502:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000501eb042. 00000020:00000010:3.0:1776190129.478547:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.478552:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.478577:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e941f260 x1862468296456960/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190129.478619:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296456960 02000000:00000010:3.0:1776190129.478630:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d53abcb9. 00010000:00000010:3.0:1776190129.478666:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca1da44. 00000100:00000010:3.0:1776190129.478674:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cfeffa25. 00000100:00000010:3.0:1776190129.478680:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cfeffa25. 00010000:00000010:3.0:1776190129.478683:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca1da44. 00000400:00000010:3.0:1776190129.478696:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e52bdf0a. 00000100:00000200:3.0:1776190129.478701:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296456960, offset 224 00000400:00000200:3.0:1776190129.478708:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.478718:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.478723:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92191:92191:256:4294967295] 192.168.203.39@tcp LPNI seq info [92191:92191:8:4294967295] 00000400:00000200:3.0:1776190129.478733:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.478737:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.478741:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190129.478747:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.478755:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.478758:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.478797:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.478801:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.478803:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000501eb042. 00000800:00000200:3.0:1776190129.479991:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.479995:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352218). 00000400:00000200:3.0:1776190129.479999:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.480003:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.480006:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0ec89d5 00000400:00000010:3.0:1776190129.480008:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0ec89d5. 00000100:00000200:3.0:1776190129.480013:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000029fae5e5 x1862468301345152/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190129.480830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068a59a6f. 00010000:00000010:0.1:1776190129.480840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9c4132c. 00010000:00000010:1.1:1776190129.481767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cac3fda4. 00000800:00000200:3.0:1776190129.484405:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.484410:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000826f680e (tot 82352218). 00000400:00000200:3.0:1776190129.484413:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.484418:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.484422:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a3fb80ce 00000400:00000010:3.0:1776190129.484423:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a3fb80ce. 00000100:00000200:3.0:1776190129.484429:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000029fae5e5 x1862468301345216/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190129.489800:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d562597. 00010000:00000010:0.1:1776190129.489818:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f301458. 00010000:00000010:0.1:1776190129.489823:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036567859. 00000020:00000010:3.0:1776190129.491353:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000501eb042. 00000020:00000010:3.0:1776190129.491361:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.491366:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.491390:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000004825525 x1862468296457088/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190129.491419:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296457088 02000000:00000010:3.0:1776190129.491428:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000137deba4. 00010000:00000010:3.0:1776190129.491456:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035985bb1. 00010000:00000010:3.0:1776190129.491476:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca1da44. 00000100:00000010:3.0:1776190129.491482:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cfeffa25. 00000100:00000010:3.0:1776190129.491538:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cfeffa25. 00010000:00000010:3.0:1776190129.491543:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca1da44. 00000400:00000010:3.0:1776190129.491556:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d376fb9. 00000100:00000200:3.0:1776190129.491561:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296457088, offset 224 00000400:00000200:3.0:1776190129.491568:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.491579:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.491584:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92195:92195:256:4294967295] 192.168.203.39@tcp LPNI seq info [92195:92195:8:4294967295] 00000400:00000200:3.0:1776190129.491593:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.491599:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.491624:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352314). 00000800:00000200:3.0:1776190129.491631:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.491638:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.491642:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.491666:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.491670:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.491673:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000501eb042. 02000000:00000010:3.0:1776190129.491680:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007b0d2449. 00000100:00000010:3.0:1776190129.491683:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000663a046d. 02000000:00000010:3.0:1776190129.491687:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d53abcb9. 00000100:00000010:3.0:1776190129.491689:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 02000000:00000010:3.0:1776190129.491694:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005cc0aaab. 00000100:00000010:3.0:1776190129.491696:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 02000000:00000010:3.0:1776190129.491699:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e87f17b. 00000100:00000010:3.0:1776190129.491701:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000143a7ad1. 02000000:00000010:3.0:1776190129.491704:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000069f74275. 00000100:00000010:3.0:1776190129.491706:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190129.491711:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000535bf1e. 00000100:00000010:3.0:1776190129.491712:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 00000100:00000200:3.0:1776190129.491718:0:64667:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190129.491735:0:64667:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004297d14c. 00000400:00000010:3.0:1776190129.491740:0:64667:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000cfeffa25 (tot 82352466). 00010000:00000010:1.1:1776190129.493807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066396ceb. 00010000:00000010:0.1:1776190129.497833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9036e1e. 00010000:00000010:3.1:1776190129.497845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000828ce1b4. 00010000:00000010:0.1:1776190129.497847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8125a73. 00010000:00000010:0.1:1776190129.506820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d2765b8. 00010000:00000010:0.1:1776190129.506836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9c4132c. 00010000:00000010:1.1:1776190129.510825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061af8142. 00010000:00000010:0.1:1776190129.514808:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a65f33a. 00010000:00000010:0.1:1776190129.514817:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036567859. 00010000:00000010:1.1:1776190129.520952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000721c5184. 00010000:00000010:0.1:1776190129.523660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bf9d6ee. 00010000:00000010:0.1:1776190129.523669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8125a73. 00000800:00000200:3.0:1776190129.526426:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.526431:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007fb2559b (tot 82352218). 00000400:00000200:3.0:1776190129.526436:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.526441:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.526446:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab584b4e 00000400:00000010:3.0:1776190129.526448:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab584b4e. 00000100:00000200:3.0:1776190129.526454:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000029fae5e5 x1862468301345472/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190129.531552:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000462ed234 x1862468296457344/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190129.531587:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296457344 02000000:00000010:1.0:1776190129.531598:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007b0d2449. 00010000:00000010:1.0:1776190129.531644:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000283c0a80. 00000100:00000010:1.0:1776190129.531651:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014f970db. 00000100:00000010:1.0:1776190129.531658:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014f970db. 00010000:00000010:1.0:1776190129.531660:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000283c0a80. 00000400:00000010:1.0:1776190129.531674:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d43b3045. 00000100:00000200:1.0:1776190129.531678:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296457344, offset 224 00000400:00000200:1.0:1776190129.531686:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.531696:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.531701:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92203:92203:256:4294967295] 192.168.203.39@tcp LPNI seq info [92203:92203:8:4294967295] 00000400:00000200:1.0:1776190129.531711:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.531716:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.531720:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190129.531735:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.531741:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.531745:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190129.531763:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.531767:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00010000:00000010:1.1:1776190129.531799:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edf2052a. 00000020:00000010:1.0:1776190129.531807:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a51ae846. 00000400:00000010:3.0:1776190129.531943:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001d7f69b3. 00000400:00000200:3.0:1776190129.531948:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098c52fc5 00000400:00000010:3.0:1776190129.531950:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098c52fc5. 00000100:00000200:3.0:1776190129.531956:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000029fae5e5 x1862468301345472/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.531964:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000029fae5e5 x1862468301345472/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190129.531986:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000008c91a70. 02000000:00000010:3.0:1776190129.532000:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9eed636. 02000000:00000010:3.0:1776190129.532006:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000093b6329b. 00000100:00000010:3.0:1776190129.532010:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000029fae5e5. 00000100:00000010:3.0:1776190129.532013:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d441eaa0. 00010000:00000010:3.0:1776190129.532016:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b76ffccb. 00080000:00000010:3.0:1776190129.532033:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d53abcb9. 00010000:00000010:3.0:1776190129.532122:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044bd3d71. 00010000:00000010:3.0:1776190129.532129:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003f5df679. 00010000:00000010:3.0:1776190129.532193:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033daa5b4. 00010000:00000010:3.0:1776190129.532198:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004bb23ecc. 00010000:00000010:3.0:1776190129.532207:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca1da44. 00000100:00000010:3.0:1776190129.532211:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006db7f73b. 00000100:00000010:3.0:1776190129.532216:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190129.532226:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000501eb042. 02000000:00000010:3.0:1776190129.532244:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3c957da. 00000400:00000010:3.0:1776190129.532248:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cafe7d2f. 00000400:00000010:3.0:1776190129.532252:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c5b133d. 00000100:00000200:3.0:1776190129.532257:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301345536, portal 16 00000400:00000010:3.0:1776190129.532261:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190129.532263:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301345536, offset 0 00000400:00000200:3.0:1776190129.532268:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.532275:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.532281:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.532284:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.532287:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.532290:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92204:92204:255:4294967295] 192.168.203.39@tcp LPNI seq info [92204:92204:7:4294967295] 00000400:00000200:3.0:1776190129.532297:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.532300:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.532303:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352714). 00000800:00000200:3.0:1776190129.532306:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.532310:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.532312:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1776190129.537432:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.537454:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181d300 00000400:00000200:3.0:1776190129.537464:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5191 [1] + 224 00000400:00000200:3.0:1776190129.537476:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.537480:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.537490:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ffde2ec x1862468301345536/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190129.537529:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.537535:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1373cc0 00000400:00000200:3.0:1776190129.537540:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3ac5 [2] + 1312 00000400:00000200:3.0:1776190129.537548:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.537551:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.537555:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190129.537561:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000143a7ad1. 00000020:00000010:1.0:1776190129.537685:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a51ae846. 00000020:00000010:1.0:1776190129.537694:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.537701:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190129.537739:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000143a7ad1 x1862468296457408/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190129.537809:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296457408 02000000:00000010:1.0:1776190129.537822:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000535bf1e. 00010000:00000010:1.0:1776190129.537847:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7ec4e3a. 00010000:00000010:1.0:1776190129.537866:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000283c0a80. 00000100:00000010:1.0:1776190129.537881:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014f970db. 00000100:00000010:1.0:1776190129.537895:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014f970db. 00010000:00000010:1.0:1776190129.537898:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000283c0a80. 00000400:00000010:1.0:1776190129.537910:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b96b8ae7. 00000100:00000200:1.0:1776190129.537913:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296457408, offset 224 00000400:00000200:1.0:1776190129.537920:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.537930:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.537935:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92205:92205:256:4294967295] 192.168.203.39@tcp LPNI seq info [92205:92205:8:4294967295] 00000400:00000200:1.0:1776190129.537943:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.537948:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.537952:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190129.537958:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.537963:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.537966:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190129.537983:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.537987:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190129.537989:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a51ae846. 00000800:00000200:3.0:1776190129.539386:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.539392:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352466). 00000400:00000200:3.0:1776190129.539403:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.539409:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.539412:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b96b8ae7 00000400:00000010:3.0:1776190129.539415:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b96b8ae7. 00000800:00000200:3.0:1776190129.539480:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.539483:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2a9049b (tot 82352218). 00000400:00000200:3.0:1776190129.539486:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.539489:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.539491:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c89ae973 00000400:00000010:3.0:1776190129.539492:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c89ae973. 00000100:00000200:3.0:1776190129.539497:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b6a886ef x1862468301345600/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776190129.545220:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069f74275. 00000020:00000010:1.0:1776190129.545229:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.545233:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190129.545258:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000969b7ebd x1862468296457472/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190129.545294:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296457472 02000000:00000010:1.0:1776190129.545306:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f884f830. 00010000:00000010:1.0:1776190129.545332:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094c86c38. 00010000:00000010:1.0:1776190129.545352:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000283c0a80. 00000100:00000010:1.0:1776190129.545359:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014f970db. 00000100:00000010:1.0:1776190129.545375:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014f970db. 00010000:00000010:1.0:1776190129.545378:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000283c0a80. 00000400:00000010:1.0:1776190129.545389:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc34d2c4. 00000100:00000200:1.0:1776190129.545394:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296457472, offset 224 00000400:00000200:1.0:1776190129.545402:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.545414:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.545421:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92207:92207:256:4294967295] 192.168.203.39@tcp LPNI seq info [92207:92207:8:4294967295] 00000400:00000200:1.0:1776190129.545431:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.545436:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.545441:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190129.545447:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.545453:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.545457:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190129.545480:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.545485:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190129.545488:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069f74275. 00000800:00000200:3.0:1776190129.545663:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.545668:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:3.0:1776190129.545678:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.545684:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.545689:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc34d2c4 00000400:00000010:3.0:1776190129.545693:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc34d2c4. 00010000:00000010:0.1:1776190129.545810:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005374354d. 00010000:00000010:0.1:1776190129.545815:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036567859. 00000800:00000200:3.0:1776190129.546852:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.546858:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352218). 00000400:00000200:3.0:1776190129.546863:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.546882:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.546887:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a39756e 00000400:00000010:3.0:1776190129.546889:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a39756e. 00000100:00000200:3.0:1776190129.546896:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b6a886ef x1862468301345664/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190129.547846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c58c8f71. 00010000:00000010:3.1:1776190129.547856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006dd1ca8a. 00010000:00000010:3.1:1776190129.547859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8125a73. 00010000:00000010:1.1:1776190129.551823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bf96262. 00010000:00000010:0.1:1776190129.551828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aedf2d7f. 00010000:00000010:0.1:1776190129.551837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033daa5b4. 00010000:00000010:0.1:1776190129.551841:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006adbfc06. 00010000:00000010:0.1:1776190129.551845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9c4132c. 00010000:00000010:0.1:1776190129.551848:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9bb0781. 00010000:00000010:0.1:1776190129.551851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004f0478b. 00000400:00000200:3.0:1776190129.555309:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.555330:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1373d40 00000400:00000200:3.0:1776190129.555339:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3ac5 [2] + 1968 00000400:00000010:3.0:1776190129.555344:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000df52371b. 00000400:00000200:3.0:1776190129.555352:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009b2a3fb3 00000400:00000200:3.0:1776190129.555408:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.555413:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.555417:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b2a3fb3 00000400:00000010:3.0:1776190129.555419:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009b2a3fb3 (tot 82352066). 00000100:00000200:3.0:1776190129.555425:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776190129.555671:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069f74275. 00000020:00000010:1.0:1776190129.555678:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.555683:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190129.555710:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004b980a6d x1862468296457536/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:1.1:1776190129.556058:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021b816f1. 00000100:00000200:1.0:1776190129.556088:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296457536 02000000:00000010:1.0:1776190129.556101:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a51ae846. 00010000:00000010:1.0:1776190129.556131:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000299b2a2d. 00010000:00000010:1.0:1776190129.556155:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000283c0a80. 00000100:00000010:1.0:1776190129.556162:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014f970db. 00000100:00000010:1.0:1776190129.556224:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014f970db. 00010000:00000010:1.0:1776190129.556228:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000283c0a80. 00000400:00000010:1.0:1776190129.556243:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4c2ce73. 00000100:00000200:1.0:1776190129.556250:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296457536, offset 224 00000400:00000200:1.0:1776190129.556259:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.556273:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.556279:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92209:92209:256:4294967295] 192.168.203.39@tcp LPNI seq info [92209:92209:8:4294967295] 00000400:00000200:1.0:1776190129.556290:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.556296:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.556300:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352314). 00000800:00000200:1.0:1776190129.556305:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.556312:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.556315:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190129.556337:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.556342:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190129.556346:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069f74275. 02000000:00000010:1.0:1776190129.556354:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f884f830. 00000100:00000010:1.0:1776190129.556356:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 02000000:00000010:1.0:1776190129.556361:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000535bf1e. 00000100:00000010:1.0:1776190129.556363:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000143a7ad1. 02000000:00000010:1.0:1776190129.556365:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007b0d2449. 00000100:00000010:1.0:1776190129.556368:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000462ed234. 02000000:00000010:1.0:1776190129.556373:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005cc0aaab. 00000100:00000010:1.0:1776190129.556374:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000385e35d2. 02000000:00000010:1.0:1776190129.556377:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e87f17b. 00000100:00000010:1.0:1776190129.556378:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a89b0311. 02000000:00000010:1.0:1776190129.556381:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006d0fe97c. 00000100:00000010:1.0:1776190129.556384:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e75ddab0. 00000100:00000200:1.0:1776190129.556391:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776190129.556396:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f1972f80. 00000400:00000010:1.0:1776190129.556400:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000014f970db (tot 82352466). 00080000:00000010:3.0:1776190129.556585:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000501eb042. 00010000:00000010:3.0:1776190129.556944:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044bd3d71. 00010000:00000010:3.0:1776190129.556951:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006e517a80. 00010000:00000010:3.0:1776190129.557024:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:3.0:1776190129.557030:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d363c2f8. 00010000:00000010:3.0:1776190129.557041:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000acfaa531. 00000100:00000010:3.0:1776190129.557046:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190129.557052:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 02000000:00000010:3.0:1776190129.557063:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3c957da. 02000000:00000010:3.0:1776190129.557087:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000137deba4. 00000400:00000010:3.0:1776190129.557092:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000004ab20ed. 00000400:00000010:3.0:1776190129.557097:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000129821df. 00000100:00000200:3.0:1776190129.557101:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301345728, portal 16 00000400:00000010:3.0:1776190129.557104:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faf97dbc. 00000100:00000200:3.0:1776190129.557106:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301345728, offset 0 00000400:00000200:3.0:1776190129.557112:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.557120:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.557127:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.557130:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.557133:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.557136:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92210:92210:256:4294967295] 192.168.203.39@tcp LPNI seq info [92210:92210:8:4294967295] 00000400:00000200:3.0:1776190129.557144:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.557148:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.557151:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352466). 00000800:00000200:3.0:1776190129.557155:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.557161:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.557163:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190129.563959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e1efce5. 00010000:00000010:3.1:1776190129.563976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063ad9533. 00000400:00000200:3.0:1776190129.564531:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.564549:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181d3c0 00000400:00000200:3.0:1776190129.564559:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb51b9 [1] + 224 00000400:00000200:3.0:1776190129.564570:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.564575:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.564596:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c4a3a006 x1862468301345728/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190129.564642:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.564647:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1373d80 00000400:00000200:3.0:1776190129.564652:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3b1d [2] + 0 00000400:00000200:3.0:1776190129.564662:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.564665:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.564668:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190129.564673:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 00000020:00000010:1.0:1776190129.564762:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d0fe97c. 00000020:00000010:1.0:1776190129.564769:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.564807:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190129.564832:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016984533 x1862468296457600/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190129.564866:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296457600 02000000:00000010:1.0:1776190129.564884:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e87f17b. 00010000:00000010:1.0:1776190129.564920:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000283c0a80. 00000100:00000010:1.0:1776190129.564926:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d4075272. 00000100:00000010:1.0:1776190129.564931:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d4075272. 00010000:00000010:1.0:1776190129.564934:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000283c0a80. 00000400:00000010:1.0:1776190129.564946:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d78c9627. 00000100:00000200:1.0:1776190129.564950:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296457600, offset 224 00000400:00000200:1.0:1776190129.564957:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.564967:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.564972:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92211:92211:256:4294967295] 192.168.203.39@tcp LPNI seq info [92211:92211:8:4294967295] 00000400:00000200:1.0:1776190129.564981:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.564986:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.564990:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190129.564995:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.565001:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.565005:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190129.565016:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.565021:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190129.565023:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d0fe97c. 00010000:00000010:1.1:1776190129.567860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e3ac851. 00000020:00000010:3.0:1776190129.581055:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c384009b. 00000020:00000010:3.0:1776190129.581067:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.581072:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.581100:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e75ddab0 x1862468296457664/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190129.581128:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296457664 02000000:00000010:3.0:1776190129.581139:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e3c957da. 00010000:00000010:3.0:1776190129.581176:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000adee69cf. 00000100:00000010:3.0:1776190129.581183:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ced3a222. 00000100:00000010:3.0:1776190129.581189:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ced3a222. 00010000:00000010:3.0:1776190129.581194:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000adee69cf. 00000400:00000010:3.0:1776190129.581206:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e2823b6. 00000100:00000200:3.0:1776190129.581212:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296457664, offset 224 00000400:00000200:3.0:1776190129.581221:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.581234:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.581241:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92213:92213:256:4294967295] 192.168.203.39@tcp LPNI seq info [92213:92213:8:4294967295] 00000400:00000200:3.0:1776190129.581252:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.581258:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.581262:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190129.581268:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.581275:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.581278:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.581298:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.581302:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.581305:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c384009b. 00000800:00000200:3.0:1776190129.581389:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.581394:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aee482f6 (tot 82352218). 00000400:00000200:3.0:1776190129.581398:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.581402:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.581407:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e2823b6 00000400:00000010:3.0:1776190129.581408:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e2823b6. 00010000:00000010:0.1:1776190129.582478:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3d394b2. 00010000:00000010:0.1:1776190129.582487:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023ced49f. 00010000:00000010:0.1:1776190129.582491:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00000800:00000200:3.0:1776190129.583417:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.583422:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2a9049b (tot 82352218). 00000400:00000200:3.0:1776190129.583425:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.583429:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.583433:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd1efa83 00000400:00000010:3.0:1776190129.583434:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd1efa83. 00000100:00000200:3.0:1776190129.583440:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b6a886ef x1862468301345856/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190129.590694:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.590713:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1373e00 00000400:00000200:3.0:1776190129.590735:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3b1d [2] + 656 00000400:00000200:3.0:1776190129.590824:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.590829:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.590836:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190129.590842:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 00000020:00000010:1.0:1776190129.591042:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d0fe97c. 00000020:00000010:1.0:1776190129.591049:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.591052:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190129.591076:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002fe2a2b9 x1862468296457728/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190129.591112:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296457728 02000000:00000010:1.0:1776190129.591122:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005cc0aaab. 00010000:00000010:1.0:1776190129.591159:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000283c0a80. 00000100:00000010:1.0:1776190129.591166:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d4075272. 00000100:00000010:1.0:1776190129.591173:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d4075272. 00010000:00000010:1.0:1776190129.591176:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000283c0a80. 00000400:00000010:1.0:1776190129.591191:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004926409b. 00000100:00000200:1.0:1776190129.591195:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296457728, offset 224 00000400:00000200:1.0:1776190129.591203:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.591213:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.591219:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92215:92215:256:4294967295] 192.168.203.39@tcp LPNI seq info [92215:92215:8:4294967295] 00000400:00000200:1.0:1776190129.591229:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.591234:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.591239:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190129.591245:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.591252:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.591255:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190129.591283:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.591288:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190129.591291:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d0fe97c. 00010000:00000010:0.1:1776190129.593445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d037d485. 00010000:00000010:0.1:1776190129.593458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afa190df. 00010000:00000010:0.1:1776190129.593461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004f0478b. 00080000:00000010:1.0:1776190129.596039:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d0fe97c. 00010000:00000010:1.0:1776190129.596146:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd77819f. 00010000:00000010:1.0:1776190129.596156:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a14db248. 00010000:00000010:1.0:1776190129.596229:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c07713f. 00010000:00000010:1.0:1776190129.596236:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008f6708c5. 00010000:00000010:1.0:1776190129.596247:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000283c0a80. 00000100:00000010:1.0:1776190129.596254:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d4075272. 00000100:00000010:1.0:1776190129.596264:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b94bceb5. 02000000:00000010:1.0:1776190129.596278:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b0d2449. 02000000:00000010:1.0:1776190129.596307:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a51ae846. 00000400:00000010:1.0:1776190129.596315:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b478d6cd. 00000400:00000010:1.0:1776190129.596322:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029c3017a. 00000100:00000200:1.0:1776190129.596328:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301345920, portal 16 00000400:00000010:1.0:1776190129.596333:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000590eeb4c. 00000100:00000200:1.0:1776190129.596336:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301345920, offset 0 00000400:00000200:1.0:1776190129.596345:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.596362:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.596370:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190129.596373:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190129.596376:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190129.596379:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92216:92216:256:4294967295] 192.168.203.39@tcp LPNI seq info [92216:92216:8:4294967295] 00000400:00000200:1.0:1776190129.596389:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.596409:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.596413:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190129.596419:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.596426:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.596430:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190129.596816:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.596820:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:3.0:1776190129.596830:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.596834:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.596838:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000590eeb4c 00000400:00000010:3.0:1776190129.596841:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000590eeb4c. 00000100:00000200:3.0:1776190129.596847:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b94bceb5 x1862468301345920/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190129.598961:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.598980:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181d480 00000400:00000200:3.0:1776190129.598989:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb51dd [1] + 224 00000400:00000200:3.0:1776190129.599004:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.599008:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.599018:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b94bceb5 x1862468301345920/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190129.599104:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b478d6cd. 00000400:00000200:1.0:1776190129.599111:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029c3017a 00000400:00000010:1.0:1776190129.599112:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029c3017a. 00000100:00000200:1.0:1776190129.599118:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b94bceb5 x1862468301345920/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190129.599126:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b94bceb5 x1862468301345920/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190129.599155:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a51ae846. 02000000:00000010:1.0:1776190129.599162:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007b0d2449. 00000100:00000010:1.0:1776190129.599165:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b94bceb5. 00000100:00000010:1.0:1776190129.599169:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d4075272. 00010000:00000010:1.0:1776190129.599172:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000283c0a80. 00010000:00000010:0.1:1776190129.602182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2b43cf7. 00000020:00000010:3.0:1776190129.602562:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c384009b. 00000020:00000010:3.0:1776190129.602568:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.602572:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.602596:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a89b0311 x1862468296457792/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190129.602638:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296457792 02000000:00000010:3.0:1776190129.602648:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000137deba4. 00010000:00000010:3.0:1776190129.602674:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000603d5997. 00010000:00000010:3.0:1776190129.602695:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000adee69cf. 00000100:00000010:3.0:1776190129.602701:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ced3a222. 00000100:00000010:3.0:1776190129.602723:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ced3a222. 00010000:00000010:3.0:1776190129.605677:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000adee69cf. 00010000:00000010:3.0:1776190129.605687:0:64667:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009ff8fcae. 00000400:00000010:3.0:1776190129.605707:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e2823b6. 00000100:00000200:3.0:1776190129.605711:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296457792, offset 224 00000400:00000200:3.0:1776190129.605720:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.605738:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.605743:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92218:92218:256:4294967295] 192.168.203.39@tcp LPNI seq info [92218:92218:8:4294967295] 00000400:00000200:3.0:1776190129.605753:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.605758:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.605762:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190129.605768:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.605796:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.605800:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.605827:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.605832:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.605835:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c384009b. 00010000:00000010:1.1:1776190129.606837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b574f00. 00010000:00000010:1.1:1776190129.606846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9c4132c. 00010000:00000010:3.1:1776190129.611576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008affa8e8. 00010000:00000010:2.1:1776190129.611848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c07713f. 00000400:00000010:1.0:1776190129.614278:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ff278cbe. 00000400:00000200:1.0:1776190129.614283:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea48fa09 00000400:00000010:1.0:1776190129.614285:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea48fa09. 00000100:00000200:1.0:1776190129.614291:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000385e35d2 x1862468301345984/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190129.614298:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000385e35d2 x1862468301345984/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190129.614336:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf00f29a. 02000000:00000010:1.0:1776190129.614344:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000057063057. 00000100:00000010:1.0:1776190129.614347:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000385e35d2. 00000100:00000010:1.0:1776190129.614350:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d85185a. 00010000:00000010:1.0:1776190129.614355:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093f1c5e9. 00010000:00000010:3.1:1776190129.614814:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029227539. 00000800:00000200:3.0:1776190129.614900:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.614905:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007fb2559b (tot 82352218). 00000400:00000200:3.0:1776190129.614909:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.614913:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.614915:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004abfdfce 00000400:00000010:3.0:1776190129.614917:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004abfdfce. 00000400:00000200:3.0:1776190129.618830:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.618839:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1373ec0 00000400:00000200:3.0:1776190129.618844:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3b1d [2] + 1640 00000400:00000200:3.0:1776190129.618888:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.618892:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.618896:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190129.618902:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000400:00000010:1.0:1776190129.620712:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006cd4a51c. 00000400:00000200:1.0:1776190129.620722:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001f124ec 00000400:00000010:1.0:1776190129.620723:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001f124ec. 00000100:00000200:1.0:1776190129.620901:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000969b7ebd x1862468301346048/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190129.620910:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000969b7ebd x1862468301346048/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190129.621105:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075069858. 02000000:00000010:1.0:1776190129.621122:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf00f29a. 02000000:00000010:1.0:1776190129.621128:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000057063057. 00000100:00000010:1.0:1776190129.621132:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 00000100:00000010:1.0:1776190129.621136:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d5e0a83. 00010000:00000010:1.0:1776190129.621140:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000555d1fb4. 00080000:00000010:1.0:1776190129.621156:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069f74275. 00010000:00000010:1.0:1776190129.621238:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046ac6be0. 00010000:00000010:1.0:1776190129.621244:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea88a762. 00010000:00000010:1.0:1776190129.621373:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074de8358. 00010000:00000010:1.0:1776190129.621379:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006b0ba017. 00010000:00000010:1.0:1776190129.621389:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000283c0a80. 00000100:00000010:1.0:1776190129.621396:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d4075272. 00000100:00000010:1.0:1776190129.621403:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b94bceb5. 02000000:00000010:1.0:1776190129.621413:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f884f830. 02000000:00000010:1.0:1776190129.621436:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000535bf1e. 00000400:00000010:1.0:1776190129.621440:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b478d6cd. 00000400:00000010:1.0:1776190129.621445:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029c3017a. 00000100:00000200:1.0:1776190129.621450:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301346112, portal 16 00000400:00000010:1.0:1776190129.621454:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a2618ed. 00000100:00000200:1.0:1776190129.621456:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301346112, offset 0 00000400:00000200:1.0:1776190129.621463:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.621474:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.621481:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190129.621485:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190129.621488:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190129.621491:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92222:92222:256:4294967295] 192.168.203.39@tcp LPNI seq info [92222:92222:8:4294967295] 00000400:00000200:1.0:1776190129.621500:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.621505:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.621510:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190129.621515:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.621521:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.621524:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776190129.622821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023b727e8. 00000400:00000200:3.0:1776190129.624352:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.624368:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181d540 00000400:00000200:3.0:1776190129.624377:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5201 [1] + 224 00000400:00000200:3.0:1776190129.624388:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.624392:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.624399:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b94bceb5 x1862468301346112/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190129.624434:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.624440:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1373f00 00000400:00000200:3.0:1776190129.624445:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3b1d [2] + 1968 00000400:00000010:3.0:1776190129.624448:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008609b699. 00000400:00000200:3.0:1776190129.624451:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000dfb94a4e 00000400:00000200:3.0:1776190129.624458:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.624461:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.624464:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfb94a4e 00000400:00000010:3.0:1776190129.624466:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000dfb94a4e (tot 82352066). 00000100:00000200:3.0:1776190129.624470:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1776190129.624990:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b478d6cd. 00000400:00000200:1.0:1776190129.624994:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029c3017a 00000400:00000010:1.0:1776190129.624996:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029c3017a. 00000100:00000200:1.0:1776190129.625001:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b94bceb5 x1862468301346112/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190129.625008:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b94bceb5 x1862468301346112/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190129.625026:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002f1c3951. 02000000:00000010:1.0:1776190129.625038:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000535bf1e. 02000000:00000010:1.0:1776190129.625042:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f884f830. 00000100:00000010:1.0:1776190129.625045:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b94bceb5. 00000100:00000010:1.0:1776190129.625047:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d4075272. 00010000:00000010:1.0:1776190129.625050:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000283c0a80. 00080000:00000010:1.0:1776190129.625064:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f884f830. 00010000:00000010:1.0:1776190129.625133:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b0ba017. 00010000:00000010:1.0:1776190129.625140:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000471bcfb6. 00010000:00000010:1.0:1776190129.625202:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c07713f. 00010000:00000010:1.0:1776190129.625208:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006b0ba017. 00010000:00000010:1.0:1776190129.625216:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000283c0a80. 00000100:00000010:1.0:1776190129.625219:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d4075272. 00000100:00000010:1.0:1776190129.625236:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b94bceb5. 02000000:00000010:1.0:1776190129.625245:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000535bf1e. 02000000:00000010:1.0:1776190129.625264:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000002854c1a. 00000400:00000010:1.0:1776190129.625267:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b478d6cd. 00000400:00000010:1.0:1776190129.625270:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029c3017a. 00000100:00000200:1.0:1776190129.625273:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301346176, portal 16 00000400:00000010:1.0:1776190129.625276:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e227db4. 00000100:00000200:1.0:1776190129.625277:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301346176, offset 0 00000400:00000200:1.0:1776190129.625282:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.625288:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.625293:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190129.625296:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190129.625299:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190129.625301:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92224:92224:255:4294967295] 192.168.203.39@tcp LPNI seq info [92224:92224:7:4294967295] 00000400:00000200:1.0:1776190129.625307:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.625311:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.625313:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352714). 00000800:00000200:1.0:1776190129.625316:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.625320:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.625322:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190129.625596:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.625609:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352466). 00000400:00000200:3.0:1776190129.625613:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.625618:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.625621:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002035b0a8 00000400:00000010:3.0:1776190129.625623:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002035b0a8. 02000000:00000010:3.0:1776190129.625627:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d1577045. 00000800:00000200:3.0:1776190129.625744:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.625747:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:3.0:1776190129.625756:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.625759:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.625761:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e227db4 00000400:00000010:3.0:1776190129.625763:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e227db4. 00000100:00000200:3.0:1776190129.625767:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b94bceb5 x1862468301346176/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190129.626852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002cb59f3. 00010000:00000010:1.1:1776190129.626861:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4d27260. 00010000:00000010:1.1:1776190129.626866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:2.1:1776190129.626907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8d9dbc5. 00010000:00000010:2.1:1776190129.626913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ece58a. 00000400:00000010:1.0:1776190129.631664:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b478d6cd. 00000400:00000200:1.0:1776190129.631670:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029c3017a 00000400:00000010:1.0:1776190129.631673:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029c3017a. 00000100:00000200:1.0:1776190129.631679:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b94bceb5 x1862468301346176/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190129.631686:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b94bceb5 x1862468301346176/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190129.631715:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000002854c1a. 02000000:00000010:1.0:1776190129.631722:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000535bf1e. 00000100:00000010:1.0:1776190129.631726:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b94bceb5. 00000100:00000010:1.0:1776190129.631729:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d4075272. 00010000:00000010:1.0:1776190129.631732:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000283c0a80. 00010000:00000010:1.1:1776190129.632145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd740385. 00010000:00000010:1.1:1776190129.632152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1da7953. 00010000:00000010:1.1:1776190129.632155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074de8358. 00080000:00000010:1.0:1776190129.632172:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002854c1a. 00010000:00000010:1.0:1776190129.632247:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b0ba017. 00010000:00000010:1.0:1776190129.632254:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df768abd. 00010000:00000010:1.0:1776190129.632318:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074de8358. 00010000:00000010:1.0:1776190129.632324:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006b0ba017. 00010000:00000010:1.0:1776190129.632332:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000283c0a80. 00000100:00000010:1.0:1776190129.632335:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d4075272. 00000100:00000010:1.0:1776190129.632341:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b94bceb5. 02000000:00000010:1.0:1776190129.632350:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000535bf1e. 02000000:00000010:1.0:1776190129.632371:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e41650b. 00000400:00000010:1.0:1776190129.632374:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b478d6cd. 00000400:00000010:1.0:1776190129.632378:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029c3017a. 00000100:00000200:1.0:1776190129.632381:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301346240, portal 16 00000400:00000010:1.0:1776190129.632385:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029b25a43. 00000100:00000200:1.0:1776190129.632386:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301346240, offset 0 00000400:00000200:1.0:1776190129.632391:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.632397:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.632403:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190129.632406:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190129.632408:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190129.632410:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92226:92226:255:4294967295] 192.168.203.39@tcp LPNI seq info [92226:92226:7:4294967295] 00000400:00000200:1.0:1776190129.632417:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.632421:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.632424:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352714). 00000800:00000200:1.0:1776190129.632428:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.632431:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.632434:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1776190129.635172:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.635193:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181d5c0 00000400:00000200:3.0:1776190129.635207:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb521d [1] + 224 00000400:00000200:3.0:1776190129.635224:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.635228:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.635236:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b94bceb5 x1862468301346240/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776190129.635912:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c384009b. 00000020:00000010:3.0:1776190129.635918:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.635922:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.635946:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001fa788c5 x1862468296458112/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190129.636010:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296458112 02000000:00000010:3.0:1776190129.636031:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e3c957da. 00010000:00000010:3.0:1776190129.636069:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000adee69cf. 00000100:00000010:3.0:1776190129.636076:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ced3a222. 00000100:00000010:3.0:1776190129.636082:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ced3a222. 00010000:00000010:3.0:1776190129.636086:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000adee69cf. 00000400:00000010:3.0:1776190129.636098:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048a81920. 00000100:00000200:3.0:1776190129.636102:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296458112, offset 224 00000400:00000200:3.0:1776190129.636108:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.636118:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.636123:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92227:92227:256:4294967295] 192.168.203.39@tcp LPNI seq info [92227:92227:8:4294967295] 00000400:00000200:3.0:1776190129.636132:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.636137:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.636142:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190129.636147:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.636152:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.636155:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.636175:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.636179:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.636182:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c384009b. 00000400:00000010:1.0:1776190129.636242:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b478d6cd. 00000400:00000200:1.0:1776190129.636248:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029c3017a 00000400:00000010:1.0:1776190129.636250:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029c3017a. 00000100:00000200:1.0:1776190129.636256:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b94bceb5 x1862468301346240/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190129.636264:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b94bceb5 x1862468301346240/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190129.636283:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007fd7f207. 02000000:00000010:1.0:1776190129.636297:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e41650b. 02000000:00000010:1.0:1776190129.636302:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000535bf1e. 00000100:00000010:1.0:1776190129.636306:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b94bceb5. 00000100:00000010:1.0:1776190129.636309:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d4075272. 00010000:00000010:1.0:1776190129.636311:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000283c0a80. 00080000:00000010:1.0:1776190129.636326:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e41650b. 00010000:00000010:1.0:1776190129.636395:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b0ba017. 00010000:00000010:1.0:1776190129.636403:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053fda5f4. 00010000:00000010:1.0:1776190129.636470:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac0f42df. 00010000:00000010:1.0:1776190129.636474:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000043332d39. 00010000:00000010:1.0:1776190129.636479:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000086c627c5. 00010000:00000010:1.0:1776190129.636484:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006b0ba017. 00080000:00000010:1.0:1776190129.636495:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000535bf1e. 00010000:00000010:1.0:1776190129.636521:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b0ba017. 00010000:00000010:1.0:1776190129.636525:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000043332d39. 00010000:00000010:1.0:1776190129.636571:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e4cca55. 00010000:00000010:1.0:1776190129.636575:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006b0ba017. 00010000:00000010:1.0:1776190129.636581:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000283c0a80. 00000100:00000010:1.0:1776190129.636584:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d4075272. 00000100:00000010:1.0:1776190129.636590:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b94bceb5. 02000000:00000010:1.0:1776190129.636610:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000573d13a2. 02000000:00000010:1.0:1776190129.636632:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae96dbb0. 00000400:00000010:1.0:1776190129.636637:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b478d6cd. 00000400:00000010:1.0:1776190129.636640:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029c3017a. 00000100:00000200:1.0:1776190129.636645:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301346304, portal 16 00000400:00000010:1.0:1776190129.636649:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053d224d6. 00000100:00000200:1.0:1776190129.636650:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301346304, offset 0 00000400:00000200:1.0:1776190129.636655:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.636661:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.636667:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190129.636670:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190129.636672:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190129.636674:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92228:92228:255:4294967295] 192.168.203.39@tcp LPNI seq info [92228:92228:7:4294967295] 00000400:00000200:1.0:1776190129.636681:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.636685:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.636687:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352714). 00000800:00000200:1.0:1776190129.636691:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.636695:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.636698:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.641570:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c384009b. 00000020:00000010:3.0:1776190129.641576:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.641581:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.641614:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e941f260 x1862468296458176/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190129.641644:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296458176 02000000:00000010:3.0:1776190129.641655:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000137deba4. 00010000:00000010:3.0:1776190129.641680:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005029c792. 00010000:00000010:3.0:1776190129.641701:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000adee69cf. 00000100:00000010:3.0:1776190129.641707:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ced3a222. 00000100:00000010:3.0:1776190129.641755:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ced3a222. 00010000:00000010:3.0:1776190129.641760:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000adee69cf. 00000400:00000010:3.0:1776190129.641794:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012090ddf. 00000100:00000200:3.0:1776190129.641800:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296458176, offset 224 00000400:00000200:3.0:1776190129.641808:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.641819:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.641824:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92229:92229:256:4294967295] 192.168.203.39@tcp LPNI seq info [92229:92229:8:4294967295] 00000400:00000200:3.0:1776190129.641835:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.641839:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.641844:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352466). 00000800:00000200:3.0:1776190129.641849:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.641856:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.641859:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.641877:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.641880:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.641883:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c384009b. 00000800:00000200:3.0:1776190129.641938:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.641942:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004809ab70 (tot 82352218). 00000400:00000200:3.0:1776190129.641946:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.641949:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.641952:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012090ddf 00000400:00000010:3.0:1776190129.641954:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012090ddf. 00010000:00000010:0.1:1776190129.642817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079ac7268. 00000800:00000200:3.0:1776190129.643053:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.643057:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352218). 00000400:00000200:3.0:1776190129.643062:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.643067:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.643071:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001f124ec 00000400:00000010:3.0:1776190129.643073:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001f124ec. 00000100:00000200:3.0:1776190129.643080:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000663a046d x1862468301346368/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190129.646809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdb718cc. 00010000:00000010:1.1:1776190129.646819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4fcb9c4. 00010000:00000010:1.1:1776190129.646829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c07713f. 00010000:00000010:1.1:1776190129.646834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dba1f771. 00010000:00000010:1.1:1776190129.646837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000941a2db6. 00010000:00000010:1.1:1776190129.646841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074de8358. 00010000:00000010:1.1:1776190129.646844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac0f42df. 00010000:00000010:1.1:1776190129.646847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086c627c5. 00000020:00000010:1.0:1776190129.647923:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094cc2a5a. 00000020:00000010:1.0:1776190129.647931:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.647936:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190129.647958:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e75ddab0 x1862468296458240/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190129.648040:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296458240 02000000:00000010:1.0:1776190129.648053:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006b26dfd7. 00010000:00000010:1.0:1776190129.648094:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfb8da5c. 00010000:00000010:1.0:1776190129.648117:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000057c9c9c4. 00000100:00000010:1.0:1776190129.648124:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eaebf704. 00000100:00000010:1.0:1776190129.648141:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eaebf704. 00010000:00000010:1.0:1776190129.648143:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000057c9c9c4. 00000400:00000010:1.0:1776190129.648155:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098f92200. 00000100:00000200:1.0:1776190129.648161:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296458240, offset 224 00000400:00000200:1.0:1776190129.648168:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.648180:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.648186:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92231:92231:256:4294967295] 192.168.203.39@tcp LPNI seq info [92231:92231:8:4294967295] 00000400:00000200:1.0:1776190129.648199:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.648204:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.648208:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190129.648215:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.648222:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.648225:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190129.648243:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.648248:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190129.648250:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094cc2a5a. 00000400:00000200:3.0:1776190129.650902:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.650919:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181d680 00000400:00000200:3.0:1776190129.650927:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5241 [1] + 224 00000400:00000200:3.0:1776190129.650941:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.650945:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.650954:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b6a886ef x1862468301346432/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776190129.652674:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094cc2a5a. 00000020:00000010:1.0:1776190129.652681:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.652685:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190129.652708:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a89b0311 x1862468296458304/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190129.652747:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296458304 02000000:00000010:1.0:1776190129.652759:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ae96dbb0. 00010000:00000010:1.0:1776190129.652818:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001156cd76. 00010000:00000010:1.0:1776190129.652840:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000057c9c9c4. 00000100:00000010:1.0:1776190129.652847:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eaebf704. 00000100:00000010:1.0:1776190129.652859:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eaebf704. 00010000:00000010:1.0:1776190129.652862:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000057c9c9c4. 00000400:00000010:1.0:1776190129.652874:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000befa0629. 00000100:00000200:1.0:1776190129.652879:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296458304, offset 224 00000400:00000200:1.0:1776190129.652886:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.652896:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.652902:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92233:92233:256:4294967295] 192.168.203.39@tcp LPNI seq info [92233:92233:8:4294967295] 00000400:00000200:1.0:1776190129.652912:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.652917:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.652921:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190129.652926:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.652933:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.652936:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190129.652953:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.652959:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190129.652961:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094cc2a5a. 00010000:00000010:2.1:1776190129.654854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039545638. 00010000:00000010:2.1:1776190129.654864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e4cca55. 00000400:00000200:3.0:1776190129.655935:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.655951:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181d6c0 00000400:00000200:3.0:1776190129.655959:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb524d [1] + 224 00000400:00000200:3.0:1776190129.655971:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.655975:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.655984:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b6a886ef x1862468301346496/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776190129.657933:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c384009b. 00000020:00000010:3.0:1776190129.657939:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.657944:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.657965:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000462ed234 x1862468296458368/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190129.657997:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296458368 02000000:00000010:3.0:1776190129.658009:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b0c0bb41. 00010000:00000010:3.0:1776190129.658034:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e9400954. 00010000:00000010:3.0:1776190129.658053:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000adee69cf. 00000100:00000010:3.0:1776190129.658059:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ced3a222. 00000100:00000010:3.0:1776190129.658072:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ced3a222. 00010000:00000010:3.0:1776190129.658075:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000adee69cf. 00000400:00000010:3.0:1776190129.658088:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012090ddf. 00000100:00000200:3.0:1776190129.658092:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296458368, offset 224 00000400:00000200:3.0:1776190129.658099:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.658109:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.658114:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92235:92235:256:4294967295] 192.168.203.39@tcp LPNI seq info [92235:92235:8:4294967295] 00000400:00000200:3.0:1776190129.658124:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.658128:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.658131:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352466). 00000800:00000200:3.0:1776190129.658136:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.658143:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.658146:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.658165:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.658169:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.658172:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c384009b. 00010000:00000010:0.1:1776190129.658233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2d29eed. 00010000:00000010:0.1:1776190129.658239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ece58a. 00010000:00000010:1.1:1776190129.658813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f7cf3f0. 00010000:00000010:1.1:1776190129.658818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce41e281. 00000020:00000010:1.0:1776190129.662622:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094cc2a5a. 00000020:00000010:1.0:1776190129.662629:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.662633:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190129.662665:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a27bf0d1 x1862468296458432/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190129.662697:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296458432 02000000:00000010:1.0:1776190129.662709:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000554647e. 00010000:00000010:1.0:1776190129.662751:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000057c9c9c4. 00000100:00000010:1.0:1776190129.662759:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eaebf704. 00000100:00000010:1.0:1776190129.662765:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eaebf704. 00010000:00000010:1.0:1776190129.662768:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000057c9c9c4. 00000400:00000010:1.0:1776190129.662813:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000269626f8. 00000100:00000200:1.0:1776190129.662818:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296458432, offset 224 00000400:00000200:1.0:1776190129.662825:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.662836:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.662841:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92237:92237:256:4294967295] 192.168.203.39@tcp LPNI seq info [92237:92237:8:4294967295] 00000400:00000200:1.0:1776190129.662850:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.662855:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.662859:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352314). 00000800:00000200:1.0:1776190129.662864:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.662871:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.662874:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190129.662886:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.662890:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190129.662893:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094cc2a5a. 02000000:00000010:1.0:1776190129.662902:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b0c0bb41. 00000100:00000010:1.0:1776190129.662905:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000462ed234. 02000000:00000010:1.0:1776190129.662910:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ae96dbb0. 00000100:00000010:1.0:1776190129.662913:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a89b0311. 02000000:00000010:1.0:1776190129.662916:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006b26dfd7. 00000100:00000010:1.0:1776190129.662918:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e75ddab0. 02000000:00000010:1.0:1776190129.662921:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000137deba4. 00000100:00000010:1.0:1776190129.662923:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 02000000:00000010:1.0:1776190129.662925:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e3c957da. 00000100:00000010:1.0:1776190129.662927:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 02000000:00000010:1.0:1776190129.662930:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000782cb85b. 00000100:00000010:1.0:1776190129.662932:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 00000100:00000200:1.0:1776190129.662938:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776190129.662943:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008b8c33a2. 00000400:00000010:1.0:1776190129.662946:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000eaebf704 (tot 82352466). 00010000:00000010:0.1:1776190129.664149:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9860b49. 00010000:00000010:0.1:1776190129.664159:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004f0478b. 00080000:00000010:1.0:1776190129.664342:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3648750. 00010000:00000010:1.0:1776190129.664430:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074cda3b6. 00010000:00000010:1.0:1776190129.664437:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000040234afe. 00010000:00000010:1.0:1776190129.664502:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac0f42df. 00010000:00000010:1.0:1776190129.664505:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000043332d39. 00010000:00000010:1.0:1776190129.664510:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000086c627c5. 00010000:00000010:1.0:1776190129.664515:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009caa8b0b. 00080000:00000010:1.0:1776190129.664528:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d09296c. 00010000:00000010:1.0:1776190129.664552:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009caa8b0b. 00010000:00000010:1.0:1776190129.664557:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000043332d39. 00010000:00000010:1.0:1776190129.664949:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074de8358. 00010000:00000010:1.0:1776190129.664955:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009caa8b0b. 00010000:00000010:1.0:1776190129.664964:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000057c9c9c4. 00000100:00000010:1.0:1776190129.664969:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039664b5d. 00000100:00000010:1.0:1776190129.664978:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190129.664989:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005287d52a. 02000000:00000010:1.0:1776190129.665013:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a286515c. 00000400:00000010:1.0:1776190129.665019:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b0f4114. 00000400:00000010:1.0:1776190129.665024:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac2f0cb. 00000100:00000200:1.0:1776190129.665029:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301346624, portal 16 00000400:00000010:1.0:1776190129.665033:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fce4358d. 00000100:00000200:1.0:1776190129.665035:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301346624, offset 0 00000400:00000200:1.0:1776190129.665042:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.665055:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.665061:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190129.665065:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190129.665067:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190129.665070:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92238:92238:256:4294967295] 192.168.203.39@tcp LPNI seq info [92238:92238:8:4294967295] 00000400:00000200:1.0:1776190129.665079:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.665085:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.665089:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190129.665096:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.665101:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.665105:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776190129.667849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9fe07b7. 00010000:00000010:0.1:1776190129.667865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036567859. 00010000:00000010:3.1:1776190129.668203:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a242333. 00000400:00000010:1.0:1776190129.669005:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b0f4114. 00000400:00000200:1.0:1776190129.669011:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac2f0cb 00000400:00000010:1.0:1776190129.669013:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac2f0cb. 00000100:00000200:1.0:1776190129.669019:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301346624/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190129.669027:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301346624/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190129.669054:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a286515c. 02000000:00000010:1.0:1776190129.669060:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005287d52a. 00000100:00000010:1.0:1776190129.669065:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190129.669068:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039664b5d. 00010000:00000010:1.0:1776190129.669071:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000057c9c9c4. 00080000:00000010:3.0:1776190129.669767:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000210527a0. 00010000:00000010:3.0:1776190129.669873:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009caa8b0b. 00010000:00000010:3.0:1776190129.669882:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000acae2728. 00010000:00000010:3.0:1776190129.669947:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003dca27b2. 00010000:00000010:3.0:1776190129.669953:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003e067495. 00010000:00000010:3.0:1776190129.669962:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000adee69cf. 00000100:00000010:3.0:1776190129.669965:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ced3a222. 00000100:00000010:3.0:1776190129.669972:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea935c56. 02000000:00000010:3.0:1776190129.669982:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0c0bb41. 02000000:00000010:3.0:1776190129.670001:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3c957da. 00000400:00000010:3.0:1776190129.670007:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f7ed9a2. 00000400:00000010:3.0:1776190129.670011:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008045c754. 00000100:00000200:3.0:1776190129.670016:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301346688, portal 16 00000400:00000010:3.0:1776190129.670020:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ce06a4c. 00000100:00000200:3.0:1776190129.670022:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301346688, offset 0 00000400:00000200:3.0:1776190129.670028:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.670034:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.670040:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.670043:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.670046:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.670048:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92240:92240:256:4294967295] 192.168.203.39@tcp LPNI seq info [92240:92240:8:4294967295] 00000400:00000200:3.0:1776190129.670055:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.670059:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.670063:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352466). 00000800:00000200:3.0:1776190129.670066:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.670070:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.670073:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1776190129.674961:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.674980:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181d780 00000400:00000200:3.0:1776190129.674989:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5275 [1] + 224 00000400:00000200:3.0:1776190129.674999:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.675004:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.675013:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ea935c56 x1862468301346688/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190129.675042:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.675047:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374140 00000400:00000200:3.0:1776190129.675052:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3bcd [2] + 328 00000400:00000200:3.0:1776190129.675094:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.675098:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.675101:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190129.675108:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 00000400:00000010:3.0:1776190129.675137:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f7ed9a2. 00000400:00000200:3.0:1776190129.675140:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008045c754 00000400:00000010:3.0:1776190129.675142:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008045c754. 00000100:00000200:3.0:1776190129.675147:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ea935c56 x1862468301346688/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.675154:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ea935c56 x1862468301346688/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190129.675182:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3c957da. 02000000:00000010:3.0:1776190129.675187:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b0c0bb41. 00000100:00000010:3.0:1776190129.675192:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea935c56. 00000100:00000010:3.0:1776190129.675196:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ced3a222. 00010000:00000010:3.0:1776190129.675200:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000adee69cf. 00080000:00000010:3.0:1776190129.677191:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3c957da. 00010000:00000010:3.0:1776190129.677268:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e067495. 00010000:00000010:3.0:1776190129.677275:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aa626dfb. 00010000:00000010:3.0:1776190129.677349:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003076311a. 00010000:00000010:3.0:1776190129.677355:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003e067495. 00010000:00000010:3.0:1776190129.677364:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000adee69cf. 00000100:00000010:3.0:1776190129.677367:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ced3a222. 00000100:00000010:3.0:1776190129.677374:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea935c56. 02000000:00000010:3.0:1776190129.677384:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000137deba4. 02000000:00000010:3.0:1776190129.677406:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c384009b. 00000400:00000010:3.0:1776190129.677411:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f7ed9a2. 00000400:00000010:3.0:1776190129.677415:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008045c754. 00000100:00000200:3.0:1776190129.677420:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301346752, portal 16 00000400:00000010:3.0:1776190129.677424:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008fe0f437. 00000100:00000200:3.0:1776190129.677426:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301346752, offset 0 00000400:00000200:3.0:1776190129.677432:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.677438:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.677444:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.677447:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.677450:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.677452:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92242:92242:256:4294967295] 192.168.203.39@tcp LPNI seq info [92242:92242:8:4294967295] 00000400:00000200:3.0:1776190129.677459:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.677463:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.677466:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190129.677469:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.677474:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.677476:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190129.679826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d0820b6. 00010000:00000010:1.1:1776190129.679839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3e16443. 00010000:00000010:1.1:1776190129.679846:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac0f42df. 00010000:00000010:1.1:1776190129.679851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086c627c5. 00000400:00000200:3.0:1776190129.681897:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.681917:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181d7c0 00000400:00000200:3.0:1776190129.681926:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5281 [1] + 224 00000400:00000200:3.0:1776190129.681940:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.681944:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.681953:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ea935c56 x1862468301346752/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190129.682438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd2a109. 00010000:00000010:2.1:1776190129.683062:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a2108c. 00000020:00000010:3.0:1776190129.683199:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0c0bb41. 00000020:00000010:3.0:1776190129.683205:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.683209:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.683232:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000385e35d2 x1862468296458624/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190129.683287:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296458624 02000000:00000010:3.0:1776190129.683299:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000064d15e59. 00010000:00000010:3.0:1776190129.683324:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b134b20. 00010000:00000010:3.0:1776190129.683342:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba27accf. 00000100:00000010:3.0:1776190129.683348:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ced3a222. 00000100:00000010:3.0:1776190129.683363:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ced3a222. 00010000:00000010:3.0:1776190129.683366:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba27accf. 00000400:00000010:3.0:1776190129.683378:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001170e319. 00000100:00000200:3.0:1776190129.683381:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296458624, offset 224 00000400:00000200:3.0:1776190129.683388:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.683399:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.683404:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92243:92243:256:4294967295] 192.168.203.39@tcp LPNI seq info [92243:92243:8:4294967295] 00000400:00000200:3.0:1776190129.683414:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.683420:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.683424:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190129.683430:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.683436:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.683440:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.683467:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.683470:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.683473:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0c0bb41. 00010000:00000010:0.0:1776190129.685046:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685073:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac2192ec. 00010000:00000010:0.0:1776190129.685075:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685078:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e1a2529. 00010000:00000010:0.0:1776190129.685081:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.685087:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce32d60a. 00010000:00000010:0.0:1776190129.685106:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.685109:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685135:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d785941b. 00010000:00000010:0.0:1776190129.685138:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685140:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec7b9400. 00010000:00000010:0.0:1776190129.685143:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.685150:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1606cbf. 00010000:00000010:0.0:1776190129.685169:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.685172:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685202:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d880f15e. 00010000:00000010:0.0:1776190129.685205:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685208:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e67b5dc6. 00010000:00000010:0.0:1776190129.685211:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.685217:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb38e634. 00010000:00000010:0.0:1776190129.685238:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.685241:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685268:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c2402f12. 00010000:00000010:0.0:1776190129.685271:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685273:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000037ce8054. 00010000:00000010:0.0:1776190129.685275:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.685282:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b8516ea. 00010000:00000010:0.0:1776190129.685302:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.685305:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685335:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000af3e9953. 00010000:00000010:0.0:1776190129.685338:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685341:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce8ecf96. 00010000:00000010:0.0:1776190129.685343:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.685349:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000972a304b. 00010000:00000010:0.0:1776190129.685368:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.685371:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685398:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1381e74. 00010000:00000010:0.0:1776190129.685400:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685404:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001442358b. 00010000:00000010:0.0:1776190129.685406:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.685412:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006479341f. 00010000:00000010:0.0:1776190129.685433:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.685436:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685462:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e8ec04f0. 00010000:00000010:0.0:1776190129.685464:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685467:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000ab0a1e0. 00010000:00000010:0.0:1776190129.685469:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.685476:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f282a7f. 00010000:00000010:0.0:1776190129.685494:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.685497:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685523:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000007bf113e. 00010000:00000010:0.0:1776190129.685525:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685528:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d35f2634. 00010000:00000010:0.0:1776190129.685530:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.685536:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f616ea2b. 00010000:00000010:0.0:1776190129.685556:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.685559:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685587:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f6bce1be. 00010000:00000010:0.0:1776190129.685589:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685592:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed60cd41. 00010000:00000010:0.0:1776190129.685595:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.685615:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f89b97ef. 00010000:00000010:0.0:1776190129.685636:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.685640:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685668:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000092ce4724. 00010000:00000010:0.0:1776190129.685670:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685674:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058445b15. 00010000:00000010:0.0:1776190129.685676:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.685683:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003bb7e827. 00010000:00000010:0.0:1776190129.685703:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.685706:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685735:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002243b2e6. 00010000:00000010:0.0:1776190129.685738:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685741:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a2e30e5. 00010000:00000010:0.0:1776190129.685744:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.685750:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c2d00c3. 00010000:00000010:0.0:1776190129.685770:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.685794:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685824:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003d906e7d. 00010000:00000010:0.0:1776190129.685826:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685829:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d15a9fee. 00010000:00000010:0.0:1776190129.685832:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.685838:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000552e1118. 00010000:00000010:0.0:1776190129.685860:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.685863:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685888:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d71a0219. 00010000:00000010:0.0:1776190129.685890:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685893:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000610f71f1. 00010000:00000010:0.0:1776190129.685895:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.685902:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee2df32e. 00010000:00000010:0.0:1776190129.685920:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.685923:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685946:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008a27e63d. 00010000:00000010:0.0:1776190129.685948:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.685950:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8e9322f. 00010000:00000010:0.0:1776190129.685953:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.685959:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003bde6b1b. 00010000:00000010:0.0:1776190129.685980:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.685983:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.686012:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000083242714. 00010000:00000010:0.0:1776190129.686014:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.686017:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000baa74fb3. 00010000:00000010:0.0:1776190129.686019:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.686028:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf7ff4bb. 00010000:00000010:0.0:1776190129.686048:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.686051:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.686079:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043436b25. 00010000:00000010:0.0:1776190129.686081:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.686084:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000948ca33b. 00010000:00000010:0.0:1776190129.686087:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.686093:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000acd6f72c. 00010000:00000010:0.0:1776190129.686113:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.686116:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.686145:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000086d119e4. 00010000:00000010:0.0:1776190129.686147:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.686149:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078833872. 00010000:00000010:0.0:1776190129.686152:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.686159:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025111c14. 00010000:00000010:0.0:1776190129.686178:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.686180:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.686207:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e7777ce7. 00010000:00000010:0.0:1776190129.686209:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.686212:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034d71561. 00010000:00000010:0.0:1776190129.686214:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.686221:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009849e438. 00010000:00000010:0.0:1776190129.686241:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.686244:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.686271:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007cda8d2e. 00010000:00000010:0.0:1776190129.686274:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.686276:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc62fb52. 00010000:00000010:0.0:1776190129.686278:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.686284:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000cf463e5. 00010000:00000010:0.0:1776190129.686304:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.686307:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.686333:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c18200c0. 00010000:00000010:0.0:1776190129.686335:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.686338:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000612f95e9. 00010000:00000010:0.0:1776190129.686341:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.686349:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001735b4a0. 00010000:00000010:0.0:1776190129.686362:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.686365:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.686390:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001050c79a. 00010000:00000010:0.0:1776190129.686392:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.686395:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d1643a81. 00010000:00000010:0.0:1776190129.686398:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.686405:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b128ccac. 00010000:00000010:0.0:1776190129.686425:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.686429:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.686455:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000062722b06. 00010000:00000010:0.0:1776190129.686458:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.686461:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a8733b5a. 00010000:00000010:0.0:1776190129.686463:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.686470:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000202737e6. 00010000:00000010:0.0:1776190129.686489:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.686492:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.686522:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000df919ed. 00010000:00000010:0.0:1776190129.686525:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.686528:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7bf94e4. 00010000:00000010:0.0:1776190129.686531:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.686537:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d88c9d35. 00010000:00000010:0.0:1776190129.686559:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.686563:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.686591:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009bcdd365. 00010000:00000010:0.0:1776190129.686593:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.686596:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e981fcbe. 00000800:00000200:1.0:1776190129.686741:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.686746:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adc83051 (tot 82352218). 00000400:00000200:1.0:1776190129.686752:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.686761:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.686766:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001170e319 00000400:00000010:1.0:1776190129.686768:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001170e319. 00010000:00000010:0.0:1776190129.691018:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.691055:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9ede6ab. 00010000:00000010:0.0:1776190129.691140:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.691149:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.691221:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aca9825a. 00010000:00000010:0.0:1776190129.691224:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.691229:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000006973284. 00010000:00000010:0.0:1776190129.691232:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.691239:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071180bb5. 00010000:00000010:0.0:1776190129.691265:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.691269:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.691303:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e8923e8d. 00010000:00000010:0.0:1776190129.691306:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.691309:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000b9fc2f5. 00010000:00000010:0.0:1776190129.691312:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.691319:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006e036d3c. 00010000:00000010:0.0:1776190129.691343:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.691347:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.691396:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000095c2edbd. 00010000:00000010:0.0:1776190129.691398:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.691401:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca8fc980. 00010000:00000010:0.0:1776190129.691405:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.691411:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057edde1d. 00010000:00000010:0.0:1776190129.691435:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.691439:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.691468:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000229637b4. 00010000:00000010:0.0:1776190129.691471:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.691474:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2128a10. 00010000:00000010:0.0:1776190129.691476:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.691483:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f21237fe. 00010000:00000010:0.0:1776190129.691504:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.691508:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.691547:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004fac65f7. 00010000:00000010:0.0:1776190129.691550:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.691553:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005a59038e. 00010000:00000010:0.0:1776190129.691556:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.691563:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003ff4eae. 00010000:00000010:0.0:1776190129.691586:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.691590:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.691630:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003dc24e6b. 00010000:00000010:0.0:1776190129.691633:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.691636:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af37e34e. 00010000:00000010:0.0:1776190129.691639:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.691877:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003449464e. 00010000:00000010:0.0:1776190129.691905:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.691909:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.691944:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000078adaea1. 00010000:00000010:0.0:1776190129.691947:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.691951:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000695f7780. 00010000:00000010:0.0:1776190129.691954:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.691961:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af5cb5a1. 00010000:00000010:0.0:1776190129.691984:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.691988:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.692020:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007403bc29. 00010000:00000010:0.0:1776190129.692023:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.692026:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047bf8f02. 00010000:00000010:0.0:1776190129.692028:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.692035:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002e46734. 00010000:00000010:0.0:1776190129.692057:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.692060:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.692096:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000022ae7ffe. 00010000:00000010:0.0:1776190129.692099:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.692102:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007472b2e9. 00010000:00000010:0.0:1776190129.692105:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.692112:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc8ca4b9. 00010000:00000010:0.0:1776190129.692134:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.692137:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.692164:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000018650d11. 00010000:00000010:0.0:1776190129.692166:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.692170:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002810e429. 00010000:00000010:0.0:1776190129.692172:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.692179:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006cefd1bc. 00010000:00000010:0.0:1776190129.692200:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.692203:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.692237:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008cbdb0d6. 00010000:00000010:0.0:1776190129.692240:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.692242:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b143fc8. 00010000:00000010:0.0:1776190129.692245:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.692252:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be7e2cf5. 00010000:00000010:0.0:1776190129.692275:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.692278:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.692307:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009d69b918. 00010000:00000010:0.0:1776190129.692310:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.692313:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea141941. 00010000:00000010:0.0:1776190129.692315:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.692322:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ddbb2d2d. 00010000:00000010:0.0:1776190129.692344:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.692347:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.692375:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000061778dad. 00010000:00000010:0.0:1776190129.692377:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.692380:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c4677f0. 00010000:00000010:0.0:1776190129.692383:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.692390:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000fcd221e. 00010000:00000010:0.0:1776190129.692414:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.692417:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.692446:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033dfa596. 00010000:00000010:0.0:1776190129.692449:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.692451:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a8e974b0. 00010000:00000010:0.0:1776190129.692454:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.692460:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7e166e2. 00010000:00000010:0.0:1776190129.692482:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.692485:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.692519:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000078e7fd5e. 00010000:00000010:0.0:1776190129.692522:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.692525:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d885b61. 00010000:00000010:0.0:1776190129.692528:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.692536:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090755a50. 00010000:00000010:0.0:1776190129.692558:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.692561:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.692590:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003ddf7d1a. 00010000:00000010:0.0:1776190129.692593:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.692596:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c7d713f. 00010000:00000010:0.0:1776190129.692610:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.692618:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013d8fefd. 00010000:00000010:0.0:1776190129.693043:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.693049:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.693090:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007129a06b. 00010000:00000010:0.0:1776190129.693093:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.693096:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000befc3b10. 00010000:00000010:0.0:1776190129.693100:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.693108:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026a53144. 00010000:00000010:0.0:1776190129.693135:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.693139:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.693170:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004f2e6e18. 00010000:00000010:0.0:1776190129.693172:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.693175:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085edb760. 00010000:00000010:0.0:1776190129.693177:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.693185:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000714c83e6. 00010000:00000010:0.0:1776190129.693208:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.693212:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.693243:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007ef73e8c. 00010000:00000010:0.0:1776190129.693246:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.693249:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008446ef35. 00010000:00000010:0.0:1776190129.693253:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.693260:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e25c336. 00010000:00000010:0.0:1776190129.693283:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.693287:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.693316:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000023e813f8. 00010000:00000010:0.0:1776190129.693319:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.693322:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fbe93476. 00010000:00000010:0.0:1776190129.693324:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.693331:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000089cb494a. 00010000:00000010:0.0:1776190129.693354:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.693358:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.693394:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001167f718. 00010000:00000010:0.0:1776190129.693396:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.693399:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b17d34c. 00010000:00000010:0.0:1776190129.693402:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.693409:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d4ce77a. 00010000:00000010:0.0:1776190129.693432:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.693436:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.693465:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000da1f9c53. 00010000:00000010:0.0:1776190129.693468:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.693471:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c548031c. 00010000:00000010:0.0:1776190129.693474:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.693481:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070df8e55. 00010000:00000010:0.0:1776190129.693502:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.693505:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.693538:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000967cb390. 00010000:00000010:0.0:1776190129.693541:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.693545:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019cce82c. 00010000:00000010:0.0:1776190129.693548:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.693555:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001162b094. 00010000:00000010:0.0:1776190129.693578:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.693581:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.693622:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a44509a1. 00010000:00000010:0.0:1776190129.693625:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.693628:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008e247cff. 00010000:00000010:0.0:1776190129.693631:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.693638:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a7df4d1. 00010000:00000010:3.1:1776190129.693856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5e15c7d. 00010000:00000010:3.1:1776190129.693864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074de8358. 00010000:00000010:3.1:1776190129.693867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003390589a. 00010000:00000010:3.1:1776190129.693870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dca27b2. 00010000:00000010:2.1:1776190129.693908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a26b7307. 00010000:00000010:0.0:1776190129.694011:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.694016:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.694048:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000766d2d78. 00010000:00000010:0.0:1776190129.694051:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.694054:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029f30a38. 00010000:00000010:0.0:1776190129.694057:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.694064:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000013852c4. 00010000:00000010:0.0:1776190129.694085:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.694088:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.694114:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d6b1fbad. 00010000:00000010:0.0:1776190129.694117:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.694119:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc704eb6. 00010000:00000010:0.0:1776190129.694121:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.694129:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001926b015. 00010000:00000010:0.0:1776190129.694147:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.694150:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.694179:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ba3dd96f. 00010000:00000010:0.0:1776190129.694181:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.694183:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006456a1d9. 00010000:00000010:0.0:1776190129.694186:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.694193:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000393513fa. 00010000:00000010:0.0:1776190129.694215:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.694219:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.694248:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000622adfed. 00010000:00000010:0.0:1776190129.694250:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.694253:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069191ee9. 00010000:00000010:0.0:1776190129.694256:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.694263:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b584330d. 00010000:00000010:0.0:1776190129.694285:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.694289:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.694322:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f91bde61. 00010000:00000010:0.0:1776190129.694325:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.694328:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000456e82cd. 00010000:00000010:0.0:1776190129.694331:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.694338:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec1e88be. 00010000:00000010:0.0:1776190129.694361:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.694365:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.694393:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000cb63d84. 00010000:00000010:0.0:1776190129.694396:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.694399:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083f4d144. 00010000:00000010:0.0:1776190129.694402:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.694409:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb7368ff. 00010000:00000010:0.0:1776190129.694432:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.694436:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.694465:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0e30da4. 00010000:00000010:0.0:1776190129.694468:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.694471:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f1895e5. 00010000:00000010:0.0:1776190129.694474:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.694481:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc861c6b. 00010000:00000010:0.0:1776190129.694504:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.694508:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.694538:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004eaf6695. 00010000:00000010:0.0:1776190129.694540:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.694544:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000519de2fb. 00010000:00000010:0.0:1776190129.694546:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.694553:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4fda526. 00010000:00000010:0.0:1776190129.694575:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.694579:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.694622:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005cdb0d35. 00010000:00000010:0.0:1776190129.694624:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.694628:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e47352e4. 00010000:00000010:0.0:1776190129.694631:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.694638:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000586ed5d5. 00010000:00000010:0.0:1776190129.694953:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.694958:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.694989:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006809d051. 00010000:00000010:0.0:1776190129.694992:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.694995:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd2e4d57. 00010000:00000010:0.0:1776190129.694998:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.695005:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d15075cb. 00010000:00000010:0.0:1776190129.695026:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.695030:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.695063:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000039e7725. 00010000:00000010:0.0:1776190129.695066:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.695069:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e1cd872. 00010000:00000010:0.0:1776190129.695072:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.695079:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2d67a33. 00010000:00000010:0.0:1776190129.695102:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.695105:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.695136:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007eefd6d8. 00010000:00000010:0.0:1776190129.695139:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.695141:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f983db74. 00010000:00000010:0.0:1776190129.695145:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.695152:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038f152b8. 00010000:00000010:0.0:1776190129.695174:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.695178:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.695207:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000334e52e2. 00010000:00000010:0.0:1776190129.695210:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.695212:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049643a7a. 00010000:00000010:0.0:1776190129.695215:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.695221:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002863bec7. 00010000:00000010:0.0:1776190129.695244:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.695247:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.695275:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a61bff5a. 00010000:00000010:0.0:1776190129.695278:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.695281:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f03c8bcf. 00010000:00000010:0.0:1776190129.695284:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.695290:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001dd6cddf. 00010000:00000010:0.0:1776190129.695312:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.695315:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.695349:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000062e05a07. 00010000:00000010:0.0:1776190129.695351:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.695354:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042d0b344. 00010000:00000010:0.0:1776190129.695357:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.695364:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000763d96a4. 00010000:00000010:0.0:1776190129.695385:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.695388:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.695417:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000036af7310. 00010000:00000010:0.0:1776190129.695420:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.695424:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081557b12. 00010000:00000010:0.0:1776190129.695426:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.695433:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ccd4be8. 00010000:00000010:0.0:1776190129.695454:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.695457:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.695487:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000010fea22b. 00010000:00000010:0.0:1776190129.695489:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.695492:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a8da4a44. 00010000:00000010:0.0:1776190129.695495:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.695503:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071a1324b. 00010000:00000010:0.0:1776190129.695523:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.695526:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.695552:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000085643397. 00010000:00000010:0.0:1776190129.695554:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.695557:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd857f64. 00010000:00000010:0.0:1776190129.695560:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.695567:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b28cb90c. 00010000:00000010:0.0:1776190129.695586:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.695589:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.695628:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f8f1541d. 00010000:00000010:0.0:1776190129.695631:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.695634:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec19c123. 00010000:00000010:0.0:1776190129.695637:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.695877:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008dd15a37. 00010000:00000010:0.0:1776190129.695904:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.695908:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.695939:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ecad6010. 00010000:00000010:0.0:1776190129.695941:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.695944:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e208725a. 00010000:00000010:0.0:1776190129.695946:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.695953:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e095ee45. 00010000:00000010:0.0:1776190129.695973:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.695976:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.696006:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f57ecd44. 00010000:00000010:0.0:1776190129.696009:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.696011:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046a75bc4. 00010000:00000010:0.0:1776190129.696014:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.696020:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bba79b80. 00010000:00000010:0.0:1776190129.696041:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.696045:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.696071:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e515948e. 00010000:00000010:0.0:1776190129.696074:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.696076:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b56febeb. 00010000:00000010:0.0:1776190129.696079:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.696085:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d470e363. 00010000:00000010:0.0:1776190129.696103:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.696106:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.696135:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bf2a7104. 00010000:00000010:0.0:1776190129.696138:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.696141:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000288326ec. 00010000:00000010:0.0:1776190129.696143:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.696149:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c03beb2. 00010000:00000010:0.0:1776190129.696168:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.696172:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.696199:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000096b7009f. 00010000:00000010:0.0:1776190129.696202:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.696204:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd007444. 00010000:00000010:0.0:1776190129.696207:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.696216:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001266ca61. 00010000:00000010:0.0:1776190129.696239:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.696242:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.696271:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000afd4da82. 00010000:00000010:0.0:1776190129.696274:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.696277:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000007967a50. 00010000:00000010:0.0:1776190129.696280:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.696287:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0756261. 00010000:00000010:0.0:1776190129.696309:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.696312:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.696339:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005fb19cc1. 00010000:00000010:0.0:1776190129.696341:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.696345:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ef665e71. 00010000:00000010:0.0:1776190129.696347:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.696354:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dbb9fa24. 00010000:00000010:0.0:1776190129.696373:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.696376:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.696404:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004b476a44. 00010000:00000010:0.0:1776190129.696407:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.696410:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa16ed71. 00010000:00000010:0.0:1776190129.696413:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.696419:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af9c34ca. 00010000:00000010:0.0:1776190129.696439:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.696442:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.696467:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005341fbce. 00010000:00000010:0.0:1776190129.696470:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.696472:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f3b1270. 00010000:00000010:0.0:1776190129.696474:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.696481:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad60fc24. 00010000:00000010:0.0:1776190129.696501:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.696505:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.696537:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004296ca7a. 00010000:00000010:0.0:1776190129.696539:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.696541:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030fcd2a6. 00010000:00000010:0.0:1776190129.696545:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.696551:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2004cb6. 00010000:00000010:0.0:1776190129.696572:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.696575:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.696614:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f08d370b. 00010000:00000010:0.0:1776190129.696617:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.696620:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000082c90bb1. 00010000:00000010:0.0:1776190129.696622:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.696628:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2d056aa. 00010000:00000010:0.0:1776190129.697043:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.697048:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.697082:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000087192253. 00010000:00000010:0.0:1776190129.697085:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.697088:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b570fba3. 00010000:00000010:0.0:1776190129.697091:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.697097:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025908d9d. 00010000:00000010:0.0:1776190129.697118:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.697121:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.697149:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d849c8ee. 00010000:00000010:0.0:1776190129.697151:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.697154:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000270033ee. 00010000:00000010:0.0:1776190129.697156:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.697162:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b35bdbe4. 00010000:00000010:0.0:1776190129.697181:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.697184:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.697216:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000060777964. 00010000:00000010:0.0:1776190129.697219:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.697222:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009ffae130. 00010000:00000010:0.0:1776190129.697224:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.697232:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000068236aef. 00010000:00000010:0.0:1776190129.697253:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.697257:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.697283:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df1931dc. 00010000:00000010:0.0:1776190129.697285:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.697288:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000631997a2. 00010000:00000010:0.0:1776190129.697290:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.697296:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f874a3da. 00010000:00000010:0.0:1776190129.697315:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.697318:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.697348:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ddf092a5. 00010000:00000010:0.0:1776190129.697351:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.697353:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b10e253. 00010000:00000010:0.0:1776190129.697356:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.697361:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f9f87cd. 00010000:00000010:0.0:1776190129.697381:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.697383:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.697408:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c415d13b. 00010000:00000010:0.0:1776190129.697411:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.697413:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b8e99a2. 00010000:00000010:0.0:1776190129.697416:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.697422:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e0b2314d. 00010000:00000010:0.0:1776190129.697442:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.697445:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.697471:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000664a9b29. 00010000:00000010:0.0:1776190129.697474:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.697476:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006326c31e. 00010000:00000010:0.0:1776190129.697479:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.697486:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ea47602. 00010000:00000010:0.0:1776190129.697504:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.697507:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.697533:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac2fb058. 00010000:00000010:0.0:1776190129.697535:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.697538:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000199976ae. 00010000:00000010:0.0:1776190129.697540:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.697546:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005cfaf842. 00010000:00000010:0.0:1776190129.697940:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.697945:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.697986:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de02fe9d. 00010000:00000010:0.0:1776190129.697988:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.697991:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004dd6f133. 00010000:00000010:0.0:1776190129.697994:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.698002:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a079d195. 00010000:00000010:0.0:1776190129.698022:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.698025:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.698050:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000001774972. 00010000:00000010:0.0:1776190129.698053:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.698055:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b1360004. 00010000:00000010:0.0:1776190129.698058:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.698063:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b588ae3. 00010000:00000010:0.0:1776190129.698081:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.698084:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.698114:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c17671fd. 00010000:00000010:0.0:1776190129.698116:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.698119:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055655ad1. 00010000:00000010:0.0:1776190129.698122:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.698129:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c4532fb. 00010000:00000010:0.0:1776190129.698149:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.698152:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.698177:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a1382caa. 00010000:00000010:0.0:1776190129.698179:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.698183:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e0d7ead. 00010000:00000010:0.0:1776190129.698185:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.698192:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e39ecdb. 00010000:00000010:0.0:1776190129.698213:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.698216:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.698244:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d6be2f9c. 00010000:00000010:0.0:1776190129.698246:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.698249:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000862044c0. 00010000:00000010:0.0:1776190129.698253:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.698259:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021053de7. 00010000:00000010:0.0:1776190129.698281:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.698284:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.698314:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008aa65f60. 00010000:00000010:0.0:1776190129.698316:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.698319:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000cf323c9. 00010000:00000010:0.0:1776190129.698322:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.698329:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000158d1ee9. 00010000:00000010:0.0:1776190129.698355:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.698358:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.698387:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005cbbf9a8. 00010000:00000010:0.0:1776190129.698390:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.698393:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c83c0302. 00010000:00000010:0.0:1776190129.698395:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.698403:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005020655e. 00010000:00000010:0.0:1776190129.698423:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.698427:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.698454:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a236840f. 00010000:00000010:0.0:1776190129.698457:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.698459:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0b55ee2. 00010000:00000010:0.0:1776190129.698462:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.698470:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000030f0b2c1. 00010000:00000010:0.0:1776190129.698491:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.698494:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.698522:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c36072b7. 00010000:00000010:0.0:1776190129.698525:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.698527:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000044201648. 00010000:00000010:0.0:1776190129.698530:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.698537:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c181544a. 00010000:00000010:0.0:1776190129.698581:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.698585:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.698628:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ea22109d. 00010000:00000010:0.0:1776190129.698631:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.698633:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ef99e4be. 00010000:00000010:0.0:1776190129.698635:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.698928:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008131a837. 00010000:00000010:0.0:1776190129.698958:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.698962:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.698993:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a229bcbc. 00010000:00000010:0.0:1776190129.698996:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.698999:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000062f12a9a. 00010000:00000010:0.0:1776190129.699002:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.699009:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a10953c. 00010000:00000010:0.0:1776190129.699031:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.699035:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.699059:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000b20c696. 00010000:00000010:0.0:1776190129.699062:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.699064:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000297ddb5e. 00010000:00000010:0.0:1776190129.699067:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.699073:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c64da22d. 00010000:00000010:0.0:1776190129.699094:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.699098:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.699128:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006f5723d3. 00010000:00000010:0.0:1776190129.699131:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.699134:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090a7ecca. 00010000:00000010:0.0:1776190129.699137:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.699144:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e576b894. 00010000:00000010:0.0:1776190129.699166:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.699169:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.699193:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002e718c00. 00010000:00000010:0.0:1776190129.699195:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.699198:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000adeaa80b. 00010000:00000010:0.0:1776190129.699201:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.699207:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060e88f1b. 00010000:00000010:0.0:1776190129.699229:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.699232:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.699262:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008a0c8bb5. 00010000:00000010:0.0:1776190129.699265:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.699267:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bcb658dc. 00010000:00000010:0.0:1776190129.699270:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.699277:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1dd18b3. 00010000:00000010:0.0:1776190129.699298:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.699301:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00000001:00000010:0.0:1776190129.699321:0:77242:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cb22a118. 00000001:00000010:0.0:1776190129.699326:0:77242:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cb22a118. 00000001:00000010:0.0:1776190129.699330:0:77242:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cb22a118. 00000001:00000010:0.0:1776190129.699332:0:77242:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004cf08d59. 00010000:00000010:0.0:1776190129.699348:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000243b6111. 00010000:00000010:0.0:1776190129.699350:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.699353:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000094b79eea. 00010000:00000010:0.0:1776190129.699356:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.699364:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff3c125a. 00010000:00000010:0.0:1776190129.699385:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.699388:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.699412:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bf044f2b. 00010000:00000010:0.0:1776190129.699415:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.699417:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a832b6f. 00010000:00000010:0.0:1776190129.699420:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.699427:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f80cb54. 00010000:00000010:0.0:1776190129.699447:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.699451:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.699479:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c703ad31. 00010000:00000010:0.0:1776190129.699482:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.699484:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fc246c5. 00010000:00000010:0.0:1776190129.699487:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.699493:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000600eec57. 00010000:00000010:0.0:1776190129.699513:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.699516:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.699547:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009d18e120. 00010000:00000010:0.0:1776190129.699550:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.699553:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8d9cd1a. 00010000:00000010:0.0:1776190129.699556:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.699563:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003009d358. 00010000:00000010:0.0:1776190129.699583:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.699586:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.699625:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002580b85d. 00010000:00000010:0.0:1776190129.699628:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.699630:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000250f8534. 00010000:00000010:0.0:1776190129.699633:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.699640:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b35461e. 00010000:00000010:0.0:1776190129.699898:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.699902:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.699934:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c18ef178. 00010000:00000010:0.0:1776190129.699937:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.699940:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9eaaae8. 00010000:00000010:0.0:1776190129.699942:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.699949:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d8a5383. 00010000:00000010:0.0:1776190129.699969:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.699972:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.699995:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000182f7cf0. 00010000:00000010:0.0:1776190129.699997:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.700000:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000848361c8. 00010000:00000010:0.0:1776190129.700002:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.700008:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff4747a1. 00010000:00000010:0.0:1776190129.700028:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.700031:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.700057:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a1e6021. 00010000:00000010:0.0:1776190129.700059:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.700062:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001937ea4e. 00010000:00000010:0.0:1776190129.700065:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.700071:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001daf38ff. 00010000:00000010:0.0:1776190129.700090:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.700094:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.700121:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dace70ac. 00010000:00000010:0.0:1776190129.700123:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.700126:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b04f6f14. 00010000:00000010:0.0:1776190129.700129:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.700136:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000029baed4a. 00010000:00000010:0.0:1776190129.700154:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.700157:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.700185:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b90849c3. 00010000:00000010:0.0:1776190129.700187:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.700190:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4d6d4ae. 00010000:00000010:0.0:1776190129.700192:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.700198:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003579dc8. 00010000:00000010:0.0:1776190129.700219:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.700222:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.700251:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ab6b8ceb. 00010000:00000010:0.0:1776190129.700253:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.700256:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e9dcf8cb. 00010000:00000010:0.0:1776190129.700259:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.700266:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000838d6125. 00010000:00000010:0.0:1776190129.700287:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.700290:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.700322:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006b14d6ce. 00010000:00000010:0.0:1776190129.700324:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.700327:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a4b9264. 00010000:00000010:0.0:1776190129.700330:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.700337:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000422b5838. 00010000:00000010:0.0:1776190129.700359:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.700362:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.700390:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000779b7725. 00010000:00000010:0.0:1776190129.700392:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.700395:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ff5eb878. 00010000:00000010:0.0:1776190129.700398:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.700404:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d64a9d71. 00010000:00000010:0.0:1776190129.700424:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.700427:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.700453:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f37d6764. 00010000:00000010:0.0:1776190129.700456:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.700459:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c10571b0. 00010000:00000010:0.0:1776190129.700461:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.700468:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6880609. 00010000:00000010:0.0:1776190129.700489:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.700493:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.700522:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d447a064. 00010000:00000010:0.0:1776190129.700525:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.700527:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bb55f4e. 00010000:00000010:0.0:1776190129.700530:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.700536:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000befd65. 00010000:00000010:0.0:1776190129.700554:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.700557:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.700587:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f36f8191. 00010000:00000010:0.0:1776190129.700590:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.700592:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000822fb353. 00010000:00000010:0.0:1776190129.700595:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.700615:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013c1a133. 00010000:00000010:0.0:1776190129.700638:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.700721:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.701070:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fb8ae05c. 00010000:00000010:0.0:1776190129.701074:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.701077:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6767be4. 00010000:00000010:0.0:1776190129.701080:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.701089:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ba5e1ef. 00010000:00000010:0.0:1776190129.701114:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.701118:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.701150:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff9e0667. 00010000:00000010:0.0:1776190129.701153:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.701155:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001cd41975. 00010000:00000010:0.0:1776190129.701159:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.701166:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039684e62. 00010000:00000010:0.0:1776190129.701189:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.701193:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.701221:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001b782337. 00010000:00000010:0.0:1776190129.701224:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.701226:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000501d3d89. 00010000:00000010:0.0:1776190129.701229:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.701236:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050363b0a. 00010000:00000010:0.0:1776190129.701257:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.701261:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.701287:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b074c497. 00010000:00000010:0.0:1776190129.701289:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.701292:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000456e44de. 00010000:00000010:0.0:1776190129.701294:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.701300:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008daa18f1. 00010000:00000010:0.0:1776190129.701320:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.701323:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.701353:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003e1a6e4f. 00010000:00000010:0.0:1776190129.701356:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.701359:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b96cf894. 00010000:00000010:0.0:1776190129.701362:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.701369:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000219dff1b. 00010000:00000010:0.0:1776190129.701390:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.701394:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.701428:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a57af3a9. 00010000:00000010:0.0:1776190129.701431:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.701434:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac8f507e. 00010000:00000010:0.0:1776190129.701436:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.701443:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e22d1d0. 00010000:00000010:0.0:1776190129.701462:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.701465:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.701493:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0b9aec0. 00010000:00000010:0.0:1776190129.701496:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.701499:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e61a278. 00010000:00000010:0.0:1776190129.701501:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.701509:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3dd9dd8. 00010000:00000010:0.0:1776190129.701530:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.701533:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.701563:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000153b96b8. 00010000:00000010:0.0:1776190129.701565:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.701567:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c608180. 00010000:00000010:0.0:1776190129.701570:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.701577:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045026e45. 00010000:00000010:0.0:1776190129.701612:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.701615:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.701732:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f5116bbc. 00010000:00000010:0.0:1776190129.701736:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.701739:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d495840c. 00010000:00000010:0.0:1776190129.701743:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.701751:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000088c8b1af. 00010000:00000010:0.0:1776190129.701917:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.701922:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.701956:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eafce34f. 00010000:00000010:0.0:1776190129.701958:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.701961:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3b13abf. 00010000:00000010:0.0:1776190129.701964:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.701971:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058e72d1c. 00010000:00000010:0.0:1776190129.701994:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.701998:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.702028:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009cc696ab. 00010000:00000010:0.0:1776190129.702031:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.702034:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000ee96e52. 00010000:00000010:0.0:1776190129.702036:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.702045:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000028df0f38. 00010000:00000010:0.0:1776190129.702067:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.702070:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.702103:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000296de34f. 00010000:00000010:0.0:1776190129.702106:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.702109:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca3eb48b. 00010000:00000010:0.0:1776190129.702112:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.702120:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078d785b9. 00010000:00000010:0.0:1776190129.702142:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.702145:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.702175:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004282a5d3. 00010000:00000010:0.0:1776190129.702177:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.702180:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009c7b8d6d. 00010000:00000010:0.0:1776190129.702182:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.702190:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080898faf. 00010000:00000010:0.0:1776190129.702213:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.702217:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.702250:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000071f1656c. 00010000:00000010:0.0:1776190129.702253:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.702255:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089323ee1. 00010000:00000010:0.0:1776190129.702258:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.702266:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba442a9b. 00010000:00000010:0.0:1776190129.702289:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.702293:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.702320:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003397cb74. 00010000:00000010:0.0:1776190129.702323:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.702326:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011254b95. 00010000:00000010:0.0:1776190129.702329:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.702335:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e53ba92. 00010000:00000010:0.0:1776190129.702357:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.702360:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.702387:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000358b2631. 00010000:00000010:0.0:1776190129.702390:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.702393:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042375ab4. 00010000:00000010:0.0:1776190129.702396:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.702402:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005070b499. 00010000:00000010:0.0:1776190129.702425:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.702428:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.702457:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e1d3aed3. 00010000:00000010:0.0:1776190129.702460:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.702463:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000497b66d6. 00010000:00000010:0.0:1776190129.702465:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.702472:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ffda9b3a. 00010000:00000010:0.0:1776190129.702492:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.702495:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.702527:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000802d03f6. 00010000:00000010:0.0:1776190129.702530:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.702533:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a6ce6d2. 00010000:00000010:0.0:1776190129.702536:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.702543:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a34f954. 00010000:00000010:0.0:1776190129.702566:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.702570:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.702611:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000888a1ee. 00010000:00000010:0.0:1776190129.702614:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.702617:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032925123. 00010000:00000010:0.0:1776190129.702620:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.702628:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081f8a42c. 00010000:00000010:0.0:1776190129.702734:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.702738:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.702993:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000da9cc0ba. 00010000:00000010:0.0:1776190129.702997:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.703000:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030875802. 00010000:00000010:0.0:1776190129.703003:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.703012:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0f71ec5. 00010000:00000010:0.0:1776190129.703039:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.703043:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.703074:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cf18a591. 00010000:00000010:0.0:1776190129.703077:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.703080:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001ffb71aa. 00010000:00000010:0.0:1776190129.703082:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.703089:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021eb3893. 00010000:00000010:0.0:1776190129.703113:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.703116:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.703145:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fd38ca01. 00010000:00000010:0.0:1776190129.703148:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.703150:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000084197b20. 00010000:00000010:0.0:1776190129.703153:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.703160:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000190522af. 00010000:00000010:0.0:1776190129.703182:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.703185:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.703214:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b361f017. 00010000:00000010:0.0:1776190129.703217:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.703220:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004fe43803. 00010000:00000010:0.0:1776190129.703222:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.703229:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019d9882d. 00010000:00000010:0.0:1776190129.703252:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.703256:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.703289:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000015d06a56. 00010000:00000010:0.0:1776190129.703292:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.703294:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac84e54f. 00010000:00000010:0.0:1776190129.703297:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.703304:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007fe8e7f. 00010000:00000010:0.0:1776190129.703326:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.703330:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.703358:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002d1df7bf. 00010000:00000010:0.0:1776190129.703361:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.703364:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000092735c5. 00010000:00000010:0.0:1776190129.703367:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.703374:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093fb990c. 00010000:00000010:0.0:1776190129.703395:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.703398:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.703431:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000090e821dd. 00010000:00000010:0.0:1776190129.703434:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.703438:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f817c00. 00010000:00000010:0.0:1776190129.703441:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.703448:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa1dbaa3. 00010000:00000010:0.0:1776190129.703471:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.703475:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.703501:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000053206763. 00010000:00000010:0.0:1776190129.703504:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.703507:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000000577f. 00010000:00000010:0.0:1776190129.703510:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.703518:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e84a3dd. 00010000:00000010:0.0:1776190129.703540:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.703543:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.703572:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005587f831. 00010000:00000010:0.0:1776190129.703575:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.703577:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000254178b1. 00010000:00000010:0.0:1776190129.703580:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.703588:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca228298. 00010000:00000010:0.0:1776190129.703622:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.703626:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.703748:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001a4f5d02. 00010000:00000010:0.0:1776190129.703752:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.703755:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db5a80aa. 00010000:00000010:0.0:1776190129.703758:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.703766:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007519b759. 00010000:00000010:0.0:1776190129.703932:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.703937:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.703972:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000078bcbd4f. 00010000:00000010:0.0:1776190129.703975:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.703977:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000355517c8. 00010000:00000010:0.0:1776190129.703980:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.703987:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014ba8ab9. 00010000:00000010:0.0:1776190129.704008:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.704011:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.704040:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005915f006. 00010000:00000010:0.0:1776190129.704043:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.704045:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a07444f. 00010000:00000010:0.0:1776190129.704048:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.704056:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083e63923. 00010000:00000010:0.0:1776190129.704077:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.704081:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.704112:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000030014f4d. 00010000:00000010:0.0:1776190129.704115:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.704118:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000542b35e8. 00010000:00000010:0.0:1776190129.704121:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.704128:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a431e0e4. 00010000:00000010:0.0:1776190129.704151:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.704155:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.704183:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002e22018b. 00010000:00000010:0.0:1776190129.704186:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.704189:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000009b9a8b0. 00010000:00000010:0.0:1776190129.704191:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.704198:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000502988f9. 00010000:00000010:0.0:1776190129.704218:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.704221:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.704250:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002c603367. 00010000:00000010:0.0:1776190129.704252:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.704255:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000421c3b5e. 00010000:00000010:0.0:1776190129.704258:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.704265:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000384a5dd8. 00010000:00000010:0.0:1776190129.704287:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.704291:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.704321:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ba4cd636. 00010000:00000010:0.0:1776190129.704323:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.704326:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059877549. 00010000:00000010:0.0:1776190129.704328:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.704337:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008104f7cb. 00010000:00000010:0.0:1776190129.704359:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.704362:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.704393:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a1e35c3d. 00010000:00000010:0.0:1776190129.704396:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.704398:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000409ed2fa. 00010000:00000010:0.0:1776190129.704401:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.704409:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fec51f99. 00010000:00000010:0.0:1776190129.704432:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.704436:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.704464:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003d69395a. 00010000:00000010:0.0:1776190129.704467:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.704469:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f2c7e0b4. 00010000:00000010:0.0:1776190129.704472:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.704479:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006cb0af06. 00010000:00000010:0.0:1776190129.704499:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.704502:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.704534:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000063f4221b. 00010000:00000010:0.0:1776190129.704537:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.704539:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021cec162. 00010000:00000010:0.0:1776190129.704542:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.704549:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd17e357. 00010000:00000010:0.0:1776190129.704571:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.704575:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.704613:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000022c65c6d. 00010000:00000010:0.0:1776190129.704616:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.704619:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002cd8efea. 00010000:00000010:0.0:1776190129.704622:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.704629:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003dcff628. 00010000:00000010:0.0:1776190129.704741:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.704746:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.705068:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000883b44e. 00010000:00000010:0.0:1776190129.705072:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.705075:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cfe58c8b. 00010000:00000010:0.0:1776190129.705078:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.705087:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054ead0d3. 00010000:00000010:0.0:1776190129.705113:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.705117:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.705147:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000057be060e. 00010000:00000010:0.0:1776190129.705150:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.705153:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009c110292. 00010000:00000010:0.0:1776190129.705156:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.705164:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099b4c7d8. 00010000:00000010:0.0:1776190129.705187:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.705190:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.705224:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002c81e7b0. 00010000:00000010:0.0:1776190129.705227:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.705231:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d792257. 00010000:00000010:0.0:1776190129.705233:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.705242:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa14ffb2. 00010000:00000010:0.0:1776190129.705265:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.705269:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.705296:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008878cd57. 00010000:00000010:0.0:1776190129.705299:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.705302:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f2385bb. 00010000:00000010:0.0:1776190129.705305:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.705312:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093f611b0. 00010000:00000010:0.0:1776190129.705335:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.705340:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.705370:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f49a020e. 00010000:00000010:0.0:1776190129.705372:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.705374:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f7b2865. 00010000:00000010:0.0:1776190129.705376:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.705383:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000996a95f3. 00010000:00000010:0.0:1776190129.705404:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.705407:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.705435:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b4786eab. 00010000:00000010:0.0:1776190129.705438:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.705440:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f988038b. 00010000:00000010:0.0:1776190129.705442:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.705449:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b48e5ec0. 00010000:00000010:0.0:1776190129.705469:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.705472:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.705500:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e10f1f65. 00010000:00000010:0.0:1776190129.705502:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.705505:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003b34489b. 00010000:00000010:0.0:1776190129.705507:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.705513:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021cddb87. 00010000:00000010:0.0:1776190129.705534:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.705538:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.705564:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000841bab18. 00010000:00000010:0.0:1776190129.705566:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.705570:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001addba45. 00010000:00000010:0.0:1776190129.705573:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.705579:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7401036. 00010000:00000010:0.0:1776190129.705897:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.705903:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.705944:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000005628c09. 00010000:00000010:0.0:1776190129.705947:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.705950:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ffa0c1ed. 00010000:00000010:0.0:1776190129.705953:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.705962:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c7e8cbb. 00010000:00000010:0.0:1776190129.705987:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.705991:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.706019:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d4806f4a. 00010000:00000010:0.0:1776190129.706022:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.706026:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000099d8a844. 00010000:00000010:0.0:1776190129.706028:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.706036:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000129e69cf. 00010000:00000010:0.0:1776190129.706058:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.706061:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.706093:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007a0802e9. 00010000:00000010:0.0:1776190129.706096:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.706099:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b44f5f01. 00010000:00000010:0.0:1776190129.706101:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.706108:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006db004fe. 00010000:00000010:0.0:1776190129.706131:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.706134:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.706163:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005fc1d36f. 00010000:00000010:0.0:1776190129.706166:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.706169:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2e79f07. 00010000:00000010:0.0:1776190129.706172:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.706179:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000898b1ceb. 00010000:00000010:0.0:1776190129.706200:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.706203:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.706231:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000072e160a8. 00010000:00000010:0.0:1776190129.706234:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.706237:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a66ec2de. 00010000:00000010:0.0:1776190129.706239:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190129.706247:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046b35cb3. 00010000:00000010:0.0:1776190129.706269:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.706273:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.706305:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002a336a47. 00010000:00000010:0.0:1776190129.706308:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.706315:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032e05c5f. 00000100:00000010:0.0:1776190129.706323:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eb6368e9. 00000100:00000010:0.0:1776190129.706333:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b6a886ef. 02000000:00000010:0.0:1776190129.706346:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ccbc1547. 02000000:00000010:0.0:1776190129.706373:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5379e38. 00000400:00000010:0.0:1776190129.706380:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cf08d59. 00000400:00000010:0.0:1776190129.706386:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eba861cb. 00000100:00000200:0.0:1776190129.706393:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301346816, portal 16 00000400:00000010:0.0:1776190129.706398:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a39756e. 00000100:00000200:0.0:1776190129.706401:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301346816, offset 0 00000400:00000200:0.0:1776190129.706410:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.706426:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.706433:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190129.706437:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190129.706440:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190129.706443:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92244:92244:256:4294967295] 192.168.203.39@tcp LPNI seq info [92244:92244:8:4294967295] 00000400:00000200:0.0:1776190129.706453:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.706459:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.706463:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006da13631 (tot 82352466). 00000800:00000200:0.0:1776190129.706469:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.706475:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.706479:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006da13631 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190129.707116:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.707121:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006da13631 (tot 82352218). 00000400:00000200:3.0:1776190129.707128:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.707133:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.707138:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a39756e 00000400:00000010:3.0:1776190129.707139:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a39756e. 00000100:00000200:3.0:1776190129.707146:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b6a886ef x1862468301346816/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190129.708448:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.708465:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181d800 00000400:00000200:3.0:1776190129.708474:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb528d [1] + 224 00000400:00000200:3.0:1776190129.708487:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.708491:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.708498:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b6a886ef x1862468301346816/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190129.708572:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cf08d59. 00000400:00000200:0.0:1776190129.708576:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eba861cb 00000400:00000010:0.0:1776190129.708578:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eba861cb. 00000100:00000200:0.0:1776190129.708584:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b6a886ef x1862468301346816/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190129.708591:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b6a886ef x1862468301346816/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190129.708627:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5379e38. 02000000:00000010:0.0:1776190129.708632:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ccbc1547. 00000100:00000010:0.0:1776190129.708636:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b6a886ef. 00000100:00000010:0.0:1776190129.708640:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eb6368e9. 00010000:00000010:0.0:1776190129.708643:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032e05c5f. 00010000:00000010:3.1:1776190129.709802:0:1020:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039efa6d5. 00010000:00000010:0.1:1776190129.709867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a37d138. 00010000:00000010:0.1:1776190129.709873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003076311a. 00000400:00000200:1.0:1776190129.709924:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.709939:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13741c0 00000400:00000200:1.0:1776190129.709945:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3bcd [2] + 984 00000400:00000200:1.0:1776190129.709997:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.710001:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.710006:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190129.710010:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 00000020:00000010:3.0:1776190129.710242:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0c0bb41. 00000020:00000010:3.0:1776190129.710248:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.710252:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.710274:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4f3ec3 x1862468296458688/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190129.710359:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296458688 02000000:00000010:3.0:1776190129.710373:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b0b24cf8. 00010000:00000010:3.0:1776190129.710400:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000652c4e1b. 00010000:00000010:3.0:1776190129.710417:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba27accf. 00000100:00000010:3.0:1776190129.710424:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ced3a222. 00000100:00000010:3.0:1776190129.710441:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ced3a222. 00010000:00000010:3.0:1776190129.710444:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba27accf. 00000400:00000010:3.0:1776190129.710455:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001170e319. 00000100:00000200:3.0:1776190129.710460:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296458688, offset 224 00000400:00000200:3.0:1776190129.710467:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.710477:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.710483:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92245:92245:256:4294967295] 192.168.203.39@tcp LPNI seq info [92245:92245:8:4294967295] 00000400:00000200:3.0:1776190129.710492:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.710497:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.710502:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352466). 00000800:00000200:3.0:1776190129.710507:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.710514:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.710517:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.710540:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.710543:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.710546:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0c0bb41. 00080000:00000010:0.0:1776190129.710591:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccbc1547. 00010000:00000010:0.0:1776190129.710683:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.710690:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000048f17943. 00010000:00000010:0.0:1776190129.710806:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000fa571e8. 00010000:00000010:0.0:1776190129.710812:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190129.710823:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032e05c5f. 00000100:00000010:0.0:1776190129.710826:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eb6368e9. 00000100:00000010:0.0:1776190129.710833:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b6a886ef. 02000000:00000010:0.0:1776190129.710843:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a5379e38. 02000000:00000010:0.0:1776190129.710864:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ce5f972. 00000400:00000010:0.0:1776190129.710871:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cf08d59. 00000400:00000010:0.0:1776190129.710876:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eba861cb. 00000100:00000200:0.0:1776190129.710880:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301346880, portal 16 00000400:00000010:0.0:1776190129.710884:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c89ae973. 00000100:00000200:0.0:1776190129.710885:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301346880, offset 0 00000400:00000200:0.0:1776190129.710891:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.710897:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.710903:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190129.710906:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190129.710909:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190129.710912:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92246:92246:255:4294967295] 192.168.203.39@tcp LPNI seq info [92246:92246:7:4294967295] 00000400:00000200:0.0:1776190129.710919:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.710923:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.710926:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073259363 (tot 82352714). 00000800:00000200:0.0:1776190129.710930:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.710934:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.710936:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073259363 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190129.711228:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.711232:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003900fe9a (tot 82352466). 00000400:00000200:1.0:1776190129.711238:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.711242:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.711246:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001170e319 00000400:00000010:1.0:1776190129.711248:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001170e319. 00000800:00000200:1.0:1776190129.711300:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.711302:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073259363 (tot 82352218). 00000400:00000200:1.0:1776190129.711305:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.711318:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.711320:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c89ae973 00000400:00000010:1.0:1776190129.711321:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c89ae973. 00000100:00000200:1.0:1776190129.711326:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b6a886ef x1862468301346880/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190129.713494:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.713512:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181d840 00000400:00000200:1.0:1776190129.713521:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5299 [1] + 224 00000400:00000200:1.0:1776190129.713533:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.713536:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.713546:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b6a886ef x1862468301346880/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190129.713579:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.713584:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374200 00000400:00000200:1.0:1776190129.713589:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3bcd [2] + 1312 00000400:00000200:1.0:1776190129.713606:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.713609:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.713613:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190129.713618:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a8bea6. 00000400:00000010:0.0:1776190129.713678:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cf08d59. 00000400:00000200:0.0:1776190129.713683:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eba861cb 00000400:00000010:0.0:1776190129.713686:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eba861cb. 00000100:00000200:0.0:1776190129.713692:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b6a886ef x1862468301346880/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190129.713700:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b6a886ef x1862468301346880/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190129.713738:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ce5f972. 02000000:00000010:0.0:1776190129.713743:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a5379e38. 00000100:00000010:0.0:1776190129.713747:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b6a886ef. 00000100:00000010:0.0:1776190129.713749:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eb6368e9. 00010000:00000010:0.0:1776190129.713753:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032e05c5f. 00010000:00000010:0.1:1776190129.713802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006adbfc06. 00010000:00000010:0.1:1776190129.713812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036567859. 00010000:00000010:0.1:1776190129.713815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000569eb52b. 00010000:00000010:0.1:1776190129.713819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004f0478b. 00010000:00000010:0.1:1776190129.713822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078163392. 00010000:00000010:0.1:1776190129.713825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c2985cf. 00010000:00000010:0.1:1776190129.713828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007930fdbb. 00010000:00000010:0.1:1776190129.713830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f2b7d7. 00010000:00000010:0.1:1776190129.713832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbdd6c64. 00010000:00000010:0.1:1776190129.713836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb6430fc. 00010000:00000010:0.1:1776190129.713838:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006701c425. 00010000:00000010:0.1:1776190129.713841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b593bd82. 00010000:00000010:0.1:1776190129.713844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092af56b2. 00010000:00000010:0.1:1776190129.713846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbc84488. 00010000:00000010:0.1:1776190129.713848:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041991d09. 00010000:00000010:0.1:1776190129.713851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000468ac0f6. 00010000:00000010:0.1:1776190129.713853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008789d5f9. 00010000:00000010:0.1:1776190129.713855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3e16443. 00010000:00000010:0.1:1776190129.713859:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d0eb670. 00010000:00000010:0.1:1776190129.713862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9c4132c. 00010000:00000010:0.1:1776190129.713864:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cad4398a. 00010000:00000010:0.1:1776190129.713867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063ad9533. 00010000:00000010:0.1:1776190129.713869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074df121e. 00010000:00000010:0.1:1776190129.713871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8125a73. 00010000:00000010:0.1:1776190129.713873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000add6dccc. 00010000:00000010:0.1:1776190129.713876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006527e22c. 00010000:00000010:0.1:1776190129.713878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d455165. 00010000:00000010:0.1:1776190129.713880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6edbba. 00010000:00000010:0.1:1776190129.713882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f684d46. 00010000:00000010:0.1:1776190129.713886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0641b31. 00010000:00000010:0.1:1776190129.713889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ffd26d4. 00010000:00000010:0.1:1776190129.713893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ae11701. 00010000:00000010:0.1:1776190129.713896:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f17fabf6. 00010000:00000010:0.1:1776190129.713898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b8c523. 00010000:00000010:0.1:1776190129.713900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f95d7196. 00010000:00000010:0.1:1776190129.713903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cce7fbd. 00010000:00000010:0.1:1776190129.713905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac2192ec. 00010000:00000010:0.1:1776190129.713907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e1a2529. 00010000:00000010:0.1:1776190129.713910:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d785941b. 00010000:00000010:0.1:1776190129.713912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec7b9400. 00010000:00000010:0.1:1776190129.713918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d880f15e. 00010000:00000010:0.1:1776190129.713921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e67b5dc6. 00010000:00000010:0.1:1776190129.713924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2402f12. 00010000:00000010:0.1:1776190129.713927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037ce8054. 00010000:00000010:0.1:1776190129.713929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af3e9953. 00010000:00000010:0.1:1776190129.713931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce8ecf96. 00010000:00000010:0.1:1776190129.713934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1381e74. 00010000:00000010:0.1:1776190129.713936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001442358b. 00010000:00000010:0.1:1776190129.713938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8ec04f0. 00010000:00000010:0.1:1776190129.713940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ab0a1e0. 00010000:00000010:0.1:1776190129.713942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007bf113e. 00010000:00000010:0.1:1776190129.713945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d35f2634. 00010000:00000010:0.1:1776190129.713947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6bce1be. 00010000:00000010:0.1:1776190129.713950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed60cd41. 00010000:00000010:0.1:1776190129.713952:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092ce4724. 00010000:00000010:0.1:1776190129.713955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058445b15. 00010000:00000010:0.1:1776190129.713958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002243b2e6. 00010000:00000010:0.1:1776190129.713961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a2e30e5. 00010000:00000010:0.1:1776190129.713963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d906e7d. 00010000:00000010:0.1:1776190129.713966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d15a9fee. 00010000:00000010:0.1:1776190129.713968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d71a0219. 00010000:00000010:0.1:1776190129.713971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000610f71f1. 00010000:00000010:0.1:1776190129.713973:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a27e63d. 00010000:00000010:0.1:1776190129.713975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e9322f. 00010000:00000010:0.1:1776190129.713977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083242714. 00010000:00000010:0.1:1776190129.713980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000baa74fb3. 00010000:00000010:0.1:1776190129.713982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043436b25. 00010000:00000010:0.1:1776190129.713985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000948ca33b. 00010000:00000010:0.1:1776190129.713987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086d119e4. 00010000:00000010:0.1:1776190129.713989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078833872. 00010000:00000010:0.1:1776190129.713995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7777ce7. 00010000:00000010:0.1:1776190129.713998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d71561. 00010000:00000010:0.1:1776190129.714000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cda8d2e. 00010000:00000010:0.1:1776190129.714003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc62fb52. 00010000:00000010:0.1:1776190129.714005:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c18200c0. 00010000:00000010:0.1:1776190129.714007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000612f95e9. 00010000:00000010:0.1:1776190129.714010:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001050c79a. 00010000:00000010:0.1:1776190129.714012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1643a81. 00010000:00000010:0.1:1776190129.714014:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062722b06. 00010000:00000010:0.1:1776190129.714018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8733b5a. 00010000:00000010:0.1:1776190129.714021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000df919ed. 00010000:00000010:0.1:1776190129.714025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7bf94e4. 00010000:00000010:0.1:1776190129.714027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bcdd365. 00010000:00000010:0.1:1776190129.714030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e981fcbe. 00010000:00000010:0.1:1776190129.714032:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aca9825a. 00010000:00000010:0.1:1776190129.714035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006973284. 00010000:00000010:0.1:1776190129.714037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8923e8d. 00010000:00000010:0.1:1776190129.714040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b9fc2f5. 00010000:00000010:0.1:1776190129.714042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095c2edbd. 00010000:00000010:0.1:1776190129.714044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca8fc980. 00010000:00000010:0.1:1776190129.714048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000229637b4. 00010000:00000010:0.1:1776190129.714051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2128a10. 00010000:00000010:0.1:1776190129.714055:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fac65f7. 00010000:00000010:0.1:1776190129.714057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a59038e. 00010000:00000010:0.1:1776190129.714059:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003dc24e6b. 00010000:00000010:0.1:1776190129.714061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af37e34e. 00010000:00000010:0.1:1776190129.714064:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078adaea1. 00010000:00000010:0.1:1776190129.714066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000695f7780. 00010000:00000010:0.1:1776190129.714071:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007403bc29. 00010000:00000010:0.1:1776190129.714074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047bf8f02. 00010000:00000010:0.1:1776190129.714076:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022ae7ffe. 00010000:00000010:0.1:1776190129.714078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007472b2e9. 00010000:00000010:0.1:1776190129.714081:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018650d11. 00010000:00000010:0.1:1776190129.714083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002810e429. 00010000:00000010:0.1:1776190129.714085:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cbdb0d6. 00010000:00000010:0.1:1776190129.714088:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b143fc8. 00010000:00000010:0.1:1776190129.714090:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d69b918. 00010000:00000010:0.1:1776190129.714093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea141941. 00010000:00000010:0.1:1776190129.714095:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061778dad. 00010000:00000010:0.1:1776190129.714097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c4677f0. 00010000:00000010:0.1:1776190129.714099:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033dfa596. 00010000:00000010:0.1:1776190129.714102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8e974b0. 00010000:00000010:0.1:1776190129.714104:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078e7fd5e. 00010000:00000010:0.1:1776190129.714106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d885b61. 00010000:00000010:0.1:1776190129.714108:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ddf7d1a. 00010000:00000010:0.1:1776190129.714111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7d713f. 00010000:00000010:0.1:1776190129.714112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007129a06b. 00010000:00000010:0.1:1776190129.714115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000befc3b10. 00010000:00000010:0.1:1776190129.714117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f2e6e18. 00010000:00000010:0.1:1776190129.714119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085edb760. 00010000:00000010:0.1:1776190129.714124:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ef73e8c. 00010000:00000010:0.1:1776190129.714128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008446ef35. 00010000:00000010:0.1:1776190129.714130:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023e813f8. 00010000:00000010:0.1:1776190129.714133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbe93476. 00010000:00000010:0.1:1776190129.714136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001167f718. 00010000:00000010:0.1:1776190129.714139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b17d34c. 00010000:00000010:0.1:1776190129.714141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da1f9c53. 00010000:00000010:0.1:1776190129.714144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c548031c. 00010000:00000010:0.1:1776190129.714146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000967cb390. 00010000:00000010:0.1:1776190129.714149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019cce82c. 00010000:00000010:0.1:1776190129.714152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a44509a1. 00010000:00000010:0.1:1776190129.714155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e247cff. 00010000:00000010:0.1:1776190129.714157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000766d2d78. 00010000:00000010:0.1:1776190129.714159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029f30a38. 00010000:00000010:0.1:1776190129.714162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6b1fbad. 00010000:00000010:0.1:1776190129.714164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc704eb6. 00010000:00000010:0.1:1776190129.714167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba3dd96f. 00010000:00000010:0.1:1776190129.714169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006456a1d9. 00010000:00000010:0.1:1776190129.714172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000622adfed. 00010000:00000010:0.1:1776190129.714174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069191ee9. 00010000:00000010:0.1:1776190129.714176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f91bde61. 00010000:00000010:0.1:1776190129.714178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000456e82cd. 00010000:00000010:0.1:1776190129.714180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cb63d84. 00010000:00000010:0.1:1776190129.714183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083f4d144. 00010000:00000010:0.1:1776190129.714187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0e30da4. 00010000:00000010:0.1:1776190129.714191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f1895e5. 00010000:00000010:0.1:1776190129.714194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004eaf6695. 00010000:00000010:0.1:1776190129.714196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000519de2fb. 00010000:00000010:0.1:1776190129.714198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cdb0d35. 00010000:00000010:0.1:1776190129.714200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e47352e4. 00010000:00000010:0.1:1776190129.714202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006809d051. 00010000:00000010:0.1:1776190129.714204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd2e4d57. 00010000:00000010:0.1:1776190129.714207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000039e7725. 00010000:00000010:0.1:1776190129.714209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e1cd872. 00010000:00000010:0.1:1776190129.714211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007eefd6d8. 00010000:00000010:0.1:1776190129.714213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f983db74. 00010000:00000010:0.1:1776190129.714215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000334e52e2. 00010000:00000010:0.1:1776190129.714218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049643a7a. 00010000:00000010:0.1:1776190129.714220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a61bff5a. 00010000:00000010:0.1:1776190129.714222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f03c8bcf. 00010000:00000010:0.1:1776190129.714224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062e05a07. 00010000:00000010:0.1:1776190129.714226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d0b344. 00010000:00000010:0.1:1776190129.714229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036af7310. 00010000:00000010:0.1:1776190129.714232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081557b12. 00010000:00000010:0.1:1776190129.714234:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010fea22b. 00010000:00000010:0.1:1776190129.714237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8da4a44. 00010000:00000010:0.1:1776190129.714239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085643397. 00010000:00000010:0.1:1776190129.714242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd857f64. 00010000:00000010:0.1:1776190129.714244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8f1541d. 00010000:00000010:0.1:1776190129.714246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec19c123. 00010000:00000010:0.1:1776190129.714250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecad6010. 00010000:00000010:0.1:1776190129.714253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e208725a. 00010000:00000010:0.1:1776190129.714255:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f57ecd44. 00010000:00000010:0.1:1776190129.714258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046a75bc4. 00010000:00000010:0.1:1776190129.714260:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e515948e. 00010000:00000010:0.1:1776190129.714263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b56febeb. 00010000:00000010:0.1:1776190129.714265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf2a7104. 00010000:00000010:0.1:1776190129.714267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000288326ec. 00010000:00000010:0.1:1776190129.714269:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096b7009f. 00010000:00000010:0.1:1776190129.714271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd007444. 00010000:00000010:0.1:1776190129.714273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afd4da82. 00010000:00000010:0.1:1776190129.714276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007967a50. 00010000:00000010:0.1:1776190129.714278:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fb19cc1. 00010000:00000010:0.1:1776190129.714281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef665e71. 00010000:00000010:0.1:1776190129.714285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b476a44. 00010000:00000010:0.1:1776190129.714288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa16ed71. 00010000:00000010:0.1:1776190129.714290:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005341fbce. 00010000:00000010:0.1:1776190129.714293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f3b1270. 00010000:00000010:0.1:1776190129.714295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004296ca7a. 00010000:00000010:0.1:1776190129.714298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030fcd2a6. 00010000:00000010:0.1:1776190129.714300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f08d370b. 00010000:00000010:0.1:1776190129.714302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082c90bb1. 00010000:00000010:0.1:1776190129.714456:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087192253. 00010000:00000010:0.1:1776190129.714462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b570fba3. 00010000:00000010:0.1:1776190129.714465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d849c8ee. 00010000:00000010:0.1:1776190129.714469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000270033ee. 00010000:00000010:0.1:1776190129.714472:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060777964. 00010000:00000010:0.1:1776190129.714475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ffae130. 00010000:00000010:0.1:1776190129.714477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df1931dc. 00010000:00000010:0.1:1776190129.714480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000631997a2. 00010000:00000010:0.1:1776190129.714482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddf092a5. 00010000:00000010:0.1:1776190129.714485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b10e253. 00010000:00000010:0.1:1776190129.714487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c415d13b. 00010000:00000010:0.1:1776190129.714489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b8e99a2. 00010000:00000010:0.1:1776190129.714491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000664a9b29. 00010000:00000010:0.1:1776190129.714493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006326c31e. 00010000:00000010:0.1:1776190129.714495:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac2fb058. 00010000:00000010:0.1:1776190129.714497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000199976ae. 00010000:00000010:0.1:1776190129.714499:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de02fe9d. 00010000:00000010:0.1:1776190129.714501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dd6f133. 00010000:00000010:0.1:1776190129.714504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001774972. 00010000:00000010:0.1:1776190129.714506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1360004. 00010000:00000010:0.1:1776190129.714508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c17671fd. 00010000:00000010:0.1:1776190129.714512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055655ad1. 00010000:00000010:0.1:1776190129.714515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1382caa. 00010000:00000010:0.1:1776190129.714518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e0d7ead. 00010000:00000010:0.1:1776190129.714520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6be2f9c. 00010000:00000010:0.1:1776190129.714523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000862044c0. 00010000:00000010:0.1:1776190129.714529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008aa65f60. 00010000:00000010:0.1:1776190129.714532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cf323c9. 00010000:00000010:0.1:1776190129.714535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cbbf9a8. 00010000:00000010:0.1:1776190129.714538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c83c0302. 00010000:00000010:0.1:1776190129.714541:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a236840f. 00010000:00000010:0.1:1776190129.714543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0b55ee2. 00010000:00000010:0.1:1776190129.714546:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c36072b7. 00010000:00000010:0.1:1776190129.714548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044201648. 00010000:00000010:0.1:1776190129.714550:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea22109d. 00010000:00000010:0.1:1776190129.714554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef99e4be. 00010000:00000010:0.1:1776190129.714557:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a229bcbc. 00010000:00000010:0.1:1776190129.714559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f12a9a. 00010000:00000010:0.1:1776190129.714561:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b20c696. 00010000:00000010:0.1:1776190129.714564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000297ddb5e. 00010000:00000010:0.1:1776190129.714566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f5723d3. 00010000:00000010:0.1:1776190129.714568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090a7ecca. 00010000:00000010:0.1:1776190129.714570:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e718c00. 00010000:00000010:0.1:1776190129.714572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adeaa80b. 00010000:00000010:0.1:1776190129.714574:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a0c8bb5. 00010000:00000010:0.1:1776190129.714576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcb658dc. 00010000:00000010:0.1:1776190129.714578:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000243b6111. 00010000:00000010:0.1:1776190129.714580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094b79eea. 00010000:00000010:0.1:1776190129.714582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf044f2b. 00010000:00000010:0.1:1776190129.714584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a832b6f. 00010000:00000010:0.1:1776190129.714586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c703ad31. 00010000:00000010:0.1:1776190129.714589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fc246c5. 00010000:00000010:0.1:1776190129.714592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d18e120. 00010000:00000010:0.1:1776190129.714594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d9cd1a. 00010000:00000010:0.1:1776190129.714605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002580b85d. 00010000:00000010:0.1:1776190129.714609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250f8534. 00010000:00000010:0.1:1776190129.714611:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c18ef178. 00010000:00000010:0.1:1776190129.714614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9eaaae8. 00010000:00000010:0.1:1776190129.714616:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000182f7cf0. 00010000:00000010:0.1:1776190129.714618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000848361c8. 00010000:00000010:0.1:1776190129.714620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a1e6021. 00010000:00000010:0.1:1776190129.714625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001937ea4e. 00010000:00000010:0.1:1776190129.714628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dace70ac. 00010000:00000010:0.1:1776190129.714630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b04f6f14. 00010000:00000010:0.1:1776190129.714632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b90849c3. 00010000:00000010:0.1:1776190129.714634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4d6d4ae. 00010000:00000010:0.1:1776190129.714637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab6b8ceb. 00010000:00000010:0.1:1776190129.714640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9dcf8cb. 00010000:00000010:0.1:1776190129.714642:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b14d6ce. 00010000:00000010:0.1:1776190129.714645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a4b9264. 00010000:00000010:0.1:1776190129.714647:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000779b7725. 00010000:00000010:0.1:1776190129.714649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff5eb878. 00010000:00000010:0.1:1776190129.714652:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f37d6764. 00010000:00000010:0.1:1776190129.714654:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c10571b0. 00010000:00000010:0.1:1776190129.714657:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d447a064. 00010000:00000010:0.1:1776190129.714660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bb55f4e. 00010000:00000010:0.1:1776190129.714662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f36f8191. 00010000:00000010:0.1:1776190129.714664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000822fb353. 00010000:00000010:0.1:1776190129.714666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb8ae05c. 00010000:00000010:0.1:1776190129.714668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6767be4. 00010000:00000010:0.1:1776190129.714670:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff9e0667. 00010000:00000010:0.1:1776190129.714672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cd41975. 00010000:00000010:0.1:1776190129.714674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b782337. 00010000:00000010:0.1:1776190129.714676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000501d3d89. 00010000:00000010:0.1:1776190129.714678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b074c497. 00010000:00000010:0.1:1776190129.714681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000456e44de. 00010000:00000010:0.1:1776190129.714683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e1a6e4f. 00010000:00000010:0.1:1776190129.714687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b96cf894. 00010000:00000010:0.1:1776190129.714690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a57af3a9. 00010000:00000010:0.1:1776190129.714693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac8f507e. 00010000:00000010:0.1:1776190129.714697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0b9aec0. 00010000:00000010:0.1:1776190129.714700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e61a278. 00010000:00000010:0.1:1776190129.714702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000153b96b8. 00010000:00000010:0.1:1776190129.714705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c608180. 00010000:00000010:0.1:1776190129.714708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5116bbc. 00010000:00000010:0.1:1776190129.714711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d495840c. 00010000:00000010:0.1:1776190129.714713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eafce34f. 00010000:00000010:0.1:1776190129.714716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3b13abf. 00010000:00000010:0.1:1776190129.714718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cc696ab. 00000020:00000010:3.0:1776190129.714864:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0c0bb41. 00000020:00000010:3.0:1776190129.714872:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.714877:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.714902:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c2a8bea6 x1862468296458752/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190129.714937:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296458752 02000000:00000010:3.0:1776190129.714947:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c2bbac61. 00010000:00000010:3.0:1776190129.714971:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000131e17a4. 00010000:00000010:3.0:1776190129.714989:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba27accf. 00000100:00000010:3.0:1776190129.714996:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ced3a222. 00000100:00000010:3.0:1776190129.715009:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ced3a222. 00010000:00000010:3.0:1776190129.715012:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba27accf. 00000400:00000010:3.0:1776190129.715023:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008045c754. 00000100:00000200:3.0:1776190129.715028:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296458752, offset 224 00000400:00000200:3.0:1776190129.715036:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.715048:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.715054:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92247:92247:256:4294967295] 192.168.203.39@tcp LPNI seq info [92247:92247:8:4294967295] 00000400:00000200:3.0:1776190129.715064:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.715069:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.715074:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352466). 00000800:00000200:3.0:1776190129.715079:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.715086:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.715089:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.715107:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.715110:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.715113:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0c0bb41. 00000800:00000200:3.0:1776190129.715542:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.715546:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004809ab70 (tot 82352218). 00000400:00000200:3.0:1776190129.715552:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.715557:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.715562:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008045c754 00000400:00000010:3.0:1776190129.715564:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008045c754. 00010000:00000010:0.1:1776190129.715625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ee96e52. 00010000:00000010:0.1:1776190129.715632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000296de34f. 00010000:00000010:0.1:1776190129.715635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca3eb48b. 00010000:00000010:0.1:1776190129.715638:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004282a5d3. 00010000:00000010:0.1:1776190129.715640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c7b8d6d. 00010000:00000010:0.1:1776190129.715642:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071f1656c. 00010000:00000010:0.1:1776190129.715644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089323ee1. 00010000:00000010:0.1:1776190129.715646:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003397cb74. 00010000:00000010:0.1:1776190129.715649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011254b95. 00010000:00000010:0.1:1776190129.715651:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000358b2631. 00010000:00000010:0.1:1776190129.715653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042375ab4. 00010000:00000010:0.1:1776190129.715656:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1d3aed3. 00010000:00000010:0.1:1776190129.715659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000497b66d6. 00010000:00000010:0.1:1776190129.715661:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000802d03f6. 00010000:00000010:0.1:1776190129.715663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a6ce6d2. 00010000:00000010:0.1:1776190129.715664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000888a1ee. 00010000:00000010:0.1:1776190129.715666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032925123. 00010000:00000010:0.1:1776190129.715668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da9cc0ba. 00010000:00000010:0.1:1776190129.715670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030875802. 00010000:00000010:0.1:1776190129.715672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf18a591. 00010000:00000010:0.1:1776190129.715674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ffb71aa. 00010000:00000010:0.1:1776190129.715675:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd38ca01. 00010000:00000010:0.1:1776190129.715678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084197b20. 00010000:00000010:0.1:1776190129.715679:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b361f017. 00010000:00000010:0.1:1776190129.715682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fe43803. 00010000:00000010:0.1:1776190129.715683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015d06a56. 00010000:00000010:0.1:1776190129.715686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac84e54f. 00010000:00000010:0.1:1776190129.715687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d1df7bf. 00010000:00000010:0.1:1776190129.715689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000092735c5. 00010000:00000010:0.1:1776190129.715692:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090e821dd. 00010000:00000010:0.1:1776190129.715696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f817c00. 00010000:00000010:0.1:1776190129.715698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053206763. 00010000:00000010:0.1:1776190129.715702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000000577f. 00010000:00000010:0.1:1776190129.715706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005587f831. 00010000:00000010:0.1:1776190129.715708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000254178b1. 00010000:00000010:0.1:1776190129.715712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a4f5d02. 00010000:00000010:0.1:1776190129.715717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db5a80aa. 00010000:00000010:0.1:1776190129.715719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078bcbd4f. 00010000:00000010:0.1:1776190129.715721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000355517c8. 00080000:00000010:1.0:1776190129.715852:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005287d52a. 00010000:00000010:1.0:1776190129.715933:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:1.0:1776190129.715940:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001fa37ebd. 00010000:00000010:1.0:1776190129.716005:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000086c627c5. 00010000:00000010:1.0:1776190129.716012:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000429e84a3. 00010000:00000010:1.0:1776190129.716022:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000057c9c9c4. 00000100:00000010:1.0:1776190129.716026:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039664b5d. 00000100:00000010:1.0:1776190129.716034:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089ccee46. 02000000:00000010:1.0:1776190129.716044:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a286515c. 02000000:00000010:1.0:1776190129.716064:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031bc45d0. 00000400:00000010:1.0:1776190129.716069:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b0f4114. 00000400:00000010:1.0:1776190129.716074:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac2f0cb. 00000100:00000200:1.0:1776190129.716078:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301346944, portal 16 00000400:00000010:1.0:1776190129.716082:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190129.716083:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301346944, offset 0 00000400:00000200:1.0:1776190129.716089:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.716097:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.716104:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190129.716107:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190129.716110:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190129.716112:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92248:92248:256:4294967295] 192.168.203.39@tcp LPNI seq info [92248:92248:8:4294967295] 00000400:00000200:1.0:1776190129.716119:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.716124:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.716127:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190129.716131:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.716136:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.716139:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776190129.716189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005915f006. 00010000:00000010:0.1:1776190129.716195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a07444f. 00010000:00000010:0.1:1776190129.716197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030014f4d. 00010000:00000010:0.1:1776190129.716200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000542b35e8. 00010000:00000010:0.1:1776190129.716202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e22018b. 00010000:00000010:0.1:1776190129.716205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009b9a8b0. 00010000:00000010:0.1:1776190129.716207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c603367. 00010000:00000010:0.1:1776190129.716209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000421c3b5e. 00010000:00000010:0.1:1776190129.716211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba4cd636. 00010000:00000010:0.1:1776190129.716214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059877549. 00010000:00000010:0.1:1776190129.716216:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1e35c3d. 00010000:00000010:0.1:1776190129.716218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000409ed2fa. 00010000:00000010:0.1:1776190129.716220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d69395a. 00010000:00000010:0.1:1776190129.716223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2c7e0b4. 00010000:00000010:0.1:1776190129.716227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063f4221b. 00010000:00000010:0.1:1776190129.716230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021cec162. 00010000:00000010:0.1:1776190129.716232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022c65c6d. 00010000:00000010:0.1:1776190129.716234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cd8efea. 00010000:00000010:0.1:1776190129.716237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000883b44e. 00010000:00000010:0.1:1776190129.716239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfe58c8b. 00010000:00000010:0.1:1776190129.716241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057be060e. 00010000:00000010:0.1:1776190129.716243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c110292. 00010000:00000010:0.1:1776190129.716246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c81e7b0. 00010000:00000010:0.1:1776190129.716248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d792257. 00010000:00000010:0.1:1776190129.716250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008878cd57. 00010000:00000010:0.1:1776190129.716254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f2385bb. 00010000:00000010:0.1:1776190129.716256:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f49a020e. 00010000:00000010:0.1:1776190129.716258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f7b2865. 00010000:00000010:0.1:1776190129.716260:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4786eab. 00010000:00000010:0.1:1776190129.716262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f988038b. 00010000:00000010:0.1:1776190129.716264:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e10f1f65. 00010000:00000010:0.1:1776190129.716266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b34489b. 00010000:00000010:0.1:1776190129.716268:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000841bab18. 00010000:00000010:0.1:1776190129.716271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001addba45. 00010000:00000010:0.1:1776190129.716275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005628c09. 00010000:00000010:0.1:1776190129.716278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffa0c1ed. 00010000:00000010:0.1:1776190129.716280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4806f4a. 00010000:00000010:0.1:1776190129.716282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099d8a844. 00010000:00000010:0.1:1776190129.716284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a0802e9. 00010000:00000010:0.1:1776190129.716286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b44f5f01. 00010000:00000010:0.1:1776190129.716289:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fc1d36f. 00010000:00000010:0.1:1776190129.716291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e79f07. 00010000:00000010:0.1:1776190129.716293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072e160a8. 00010000:00000010:0.1:1776190129.716295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a66ec2de. 00000800:00000200:3.0:1776190129.716621:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.716624:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:3.0:1776190129.716632:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.716636:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.716639:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:3.0:1776190129.716642:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 00000100:00000200:3.0:1776190129.716648:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089ccee46 x1862468301346944/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190129.717008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027a76824. 00010000:00000010:0.1:1776190129.717015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a336a47. 00010000:00000010:3.1:1776190129.721040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018386956. 00010000:00000010:3.1:1776190129.721056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5b1c40c. 00000400:00000200:1.0:1776190129.721270:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.721289:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181d880 00000400:00000200:1.0:1776190129.721298:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb52a5 [1] + 224 00000400:00000200:1.0:1776190129.721311:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.721315:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.721326:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089ccee46 x1862468301346944/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190129.721350:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.721355:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374240 00000400:00000200:1.0:1776190129.721360:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3bcd [2] + 1640 00000400:00000200:1.0:1776190129.721408:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.721412:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.721416:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190129.721420:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b94bceb5. 00000800:00000200:1.0:1776190129.721877:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.721881:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352218). 00000400:00000200:1.0:1776190129.721886:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.721889:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.721894:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea48fa09 00000400:00000010:1.0:1776190129.721895:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea48fa09. 00000400:00000010:0.0:1776190129.722393:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b0f4114. 00000400:00000200:0.0:1776190129.722400:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac2f0cb 00000400:00000010:0.0:1776190129.722401:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac2f0cb. 00000100:00000200:0.0:1776190129.722408:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089ccee46 x1862468301346944/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190129.722416:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089ccee46 x1862468301346944/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190129.722437:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fc0f8dd4. 02000000:00000010:0.0:1776190129.722451:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031bc45d0. 02000000:00000010:0.0:1776190129.722457:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a286515c. 00000100:00000010:0.0:1776190129.722462:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089ccee46. 00000100:00000010:0.0:1776190129.722465:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039664b5d. 00010000:00000010:0.0:1776190129.722468:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000057c9c9c4. 00080000:00000010:0.0:1776190129.722484:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5379e38. 00010000:00000010:0.0:1776190129.722655:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000429e84a3. 00010000:00000010:0.0:1776190129.722663:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b3f0c20. 00010000:00000010:0.0:1776190129.722747:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002a336a47. 00010000:00000010:0.0:1776190129.722754:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002438959e. 00010000:00000010:0.0:1776190129.722765:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032e05c5f. 00000100:00000010:0.0:1776190129.722801:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eb6368e9. 00000100:00000010:0.0:1776190129.722808:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b6a886ef. 02000000:00000010:0.0:1776190129.722819:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005ce5f972. 02000000:00000010:0.0:1776190129.722841:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000510518da. 00000400:00000010:0.0:1776190129.722846:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cf08d59. 00000400:00000010:0.0:1776190129.722850:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eba861cb. 00000100:00000200:0.0:1776190129.722855:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301347008, portal 16 00000400:00000010:0.0:1776190129.722859:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098c52fc5. 00000100:00000200:0.0:1776190129.722861:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301347008, offset 0 00000400:00000200:0.0:1776190129.722868:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.722877:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.722883:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190129.722887:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190129.722889:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190129.722892:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92250:92250:256:4294967295] 192.168.203.39@tcp LPNI seq info [92250:92250:8:4294967295] 00000400:00000200:0.0:1776190129.722901:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.722906:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.722910:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001dad545d (tot 82352466). 00000800:00000200:0.0:1776190129.722914:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.722919:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.722922:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001dad545d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190129.723198:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.723203:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001dad545d (tot 82352218). 00000400:00000200:3.0:1776190129.723206:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.723211:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.723215:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098c52fc5 00000400:00000010:3.0:1776190129.723217:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098c52fc5. 00000100:00000200:3.0:1776190129.723223:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b6a886ef x1862468301347008/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190129.726121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009822726d. 00010000:00000010:1.1:1776190129.726135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fa571e8. 00000400:00000200:1.0:1776190129.726677:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.726694:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181d8c0 00000400:00000200:1.0:1776190129.726703:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb52b1 [1] + 224 00000400:00000200:1.0:1776190129.726717:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.726720:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.726729:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b6a886ef x1862468301347008/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190129.726843:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cf08d59. 00000400:00000200:0.0:1776190129.726848:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eba861cb 00000400:00000010:0.0:1776190129.726850:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eba861cb. 00000100:00000200:0.0:1776190129.726855:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b6a886ef x1862468301347008/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190129.726862:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b6a886ef x1862468301347008/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190129.726886:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000510518da. 02000000:00000010:0.0:1776190129.726891:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005ce5f972. 00000100:00000010:0.0:1776190129.726894:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b6a886ef. 00000100:00000010:0.0:1776190129.726897:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eb6368e9. 00010000:00000010:0.0:1776190129.726900:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032e05c5f. 00000400:00000200:1.0:1776190129.727668:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.727680:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374280 00000400:00000200:1.0:1776190129.727687:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3bcd [2] + 1968 00000400:00000010:1.0:1776190129.727690:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c252b6e. 00000400:00000200:1.0:1776190129.727695:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000087a09ea0 00000400:00000200:1.0:1776190129.727745:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.727749:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.727752:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087a09ea0 00000400:00000010:1.0:1776190129.727754:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000087a09ea0 (tot 82352066). 00000100:00000200:1.0:1776190129.727760:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190129.727960:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0c0bb41. 00000020:00000010:3.0:1776190129.727967:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.727971:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.727997:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a29a85d8 x1862468296458880/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190129.728084:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296458880 02000000:00000010:3.0:1776190129.728098:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b37e1d5d. 00010000:00000010:3.0:1776190129.728125:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b7f0bc9. 00010000:00000010:3.0:1776190129.728145:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba27accf. 00000100:00000010:3.0:1776190129.728150:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ced3a222. 00000100:00000010:3.0:1776190129.728167:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ced3a222. 00010000:00000010:3.0:1776190129.728170:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba27accf. 00000400:00000010:3.0:1776190129.728181:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008045c754. 00000100:00000200:3.0:1776190129.728185:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296458880, offset 224 00000400:00000200:3.0:1776190129.728193:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.728203:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.728209:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92251:92251:256:4294967295] 192.168.203.39@tcp LPNI seq info [92251:92251:8:4294967295] 00000400:00000200:3.0:1776190129.728219:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.728224:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.728228:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352314). 00000800:00000200:3.0:1776190129.728233:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.728239:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.728243:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.728265:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.728268:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.728271:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0c0bb41. 02000000:00000010:3.0:1776190129.728279:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000da40a23e. 00000100:00000010:3.0:1776190129.728281:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b94bceb5. 02000000:00000010:3.0:1776190129.728284:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c2bbac61. 00000100:00000010:3.0:1776190129.728286:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2a8bea6. 02000000:00000010:3.0:1776190129.728289:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b0b24cf8. 00000100:00000010:3.0:1776190129.728291:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 02000000:00000010:3.0:1776190129.728294:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000064d15e59. 00000100:00000010:3.0:1776190129.728296:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000385e35d2. 02000000:00000010:3.0:1776190129.728299:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad8c8aea. 00000100:00000010:3.0:1776190129.728301:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 02000000:00000010:3.0:1776190129.728303:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002d8d2078. 00000100:00000010:3.0:1776190129.728305:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 00000100:00000200:3.0:1776190129.728323:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190129.728328:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000093827542. 00000400:00000010:3.0:1776190129.728332:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ced3a222 (tot 82352466). 00080000:00000010:0.0:1776190129.728377:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ce5f972. 00010000:00000010:0.0:1776190129.728456:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002438959e. 00010000:00000010:0.0:1776190129.728462:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d56bfa4f. 00010000:00000010:0.0:1776190129.728534:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a66ec2de. 00010000:00000010:0.0:1776190129.728539:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002438959e. 00010000:00000010:0.0:1776190129.728547:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032e05c5f. 00000100:00000010:0.0:1776190129.728550:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eb6368e9. 00000100:00000010:0.0:1776190129.728556:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b6a886ef. 02000000:00000010:0.0:1776190129.728565:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000510518da. 02000000:00000010:0.0:1776190129.728585:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e141e24. 00000400:00000010:0.0:1776190129.728589:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cf08d59. 00000400:00000010:0.0:1776190129.728593:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eba861cb. 00000100:00000200:0.0:1776190129.728596:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301347072, portal 16 00000400:00000010:0.0:1776190129.728611:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab584b4e. 00000100:00000200:0.0:1776190129.728613:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301347072, offset 0 00000400:00000200:0.0:1776190129.728618:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.728625:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.728631:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190129.728634:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190129.728637:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190129.728639:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92252:92252:255:4294967295] 192.168.203.39@tcp LPNI seq info [92252:92252:7:4294967295] 00000400:00000200:0.0:1776190129.728646:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.728650:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.728654:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3c1cdd4 (tot 82352714). 00000800:00000200:0.0:1776190129.728658:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.728661:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.728664:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3c1cdd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190129.729075:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.729080:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004809ab70 (tot 82352466). 00000400:00000200:1.0:1776190129.729085:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.729090:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.729094:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008045c754 00000400:00000010:1.0:1776190129.729095:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008045c754. 02000000:00000010:1.0:1776190129.729100:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b37e1d5d. 00000800:00000200:1.0:1776190129.729151:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.729153:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3c1cdd4 (tot 82352218). 00000400:00000200:1.0:1776190129.729156:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.729159:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.729161:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab584b4e 00000400:00000010:1.0:1776190129.729163:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab584b4e. 00000100:00000200:1.0:1776190129.729167:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b6a886ef x1862468301347072/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190129.734183:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.734211:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181d900 00000400:00000200:1.0:1776190129.734222:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb52c1 [1] + 224 00000400:00000200:1.0:1776190129.734235:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.734238:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.734249:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b6a886ef x1862468301347072/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190129.734289:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.734294:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13742c0 00000400:00000200:1.0:1776190129.734299:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3c25 [2] + 0 00000400:00000200:1.0:1776190129.734308:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.734312:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.734315:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190129.734321:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 00000400:00000010:0.0:1776190129.734392:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cf08d59. 00000400:00000200:0.0:1776190129.734398:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eba861cb 00000400:00000010:0.0:1776190129.734400:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eba861cb. 00000100:00000200:0.0:1776190129.734406:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b6a886ef x1862468301347072/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190129.734418:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b6a886ef x1862468301347072/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190129.734446:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e141e24. 02000000:00000010:0.0:1776190129.734451:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000510518da. 00000100:00000010:0.0:1776190129.734455:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b6a886ef. 00000100:00000010:0.0:1776190129.734458:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eb6368e9. 00010000:00000010:0.0:1776190129.734462:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032e05c5f. 00000020:00000010:3.0:1776190129.734546:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b37e1d5d. 00000020:00000010:3.0:1776190129.734552:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.734555:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.734574:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d96c74a9 x1862468296458944/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190129.734612:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296458944 02000000:00000010:3.0:1776190129.734624:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad8c8aea. 00010000:00000010:3.0:1776190129.734734:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a272212d. 00010000:00000010:3.0:1776190129.734755:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba27accf. 00000100:00000010:3.0:1776190129.734761:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00010000:00000010:0.1:1776190129.734818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4c45157. 00010000:00000010:0.1:1776190129.734824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072ddd00e. 00010000:00000010:0.1:1776190129.734828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086c627c5. 00000100:00000010:3.0:1776190129.734895:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:3.0:1776190129.734900:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba27accf. 00000400:00000010:3.0:1776190129.734912:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008fe0f437. 00000100:00000200:3.0:1776190129.734916:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296458944, offset 224 00000400:00000200:3.0:1776190129.734923:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.734934:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.734939:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92253:92253:256:4294967295] 192.168.203.39@tcp LPNI seq info [92253:92253:8:4294967295] 00000400:00000200:3.0:1776190129.734948:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.734954:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.734958:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190129.734963:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.734970:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.734973:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.735032:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.735036:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.735040:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b37e1d5d. 00000800:00000200:1.0:1776190129.735746:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.735751:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aee482f6 (tot 82352218). 00000400:00000200:1.0:1776190129.735757:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.735762:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.735767:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fe0f437 00000400:00000010:1.0:1776190129.735768:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008fe0f437. 00080000:00000010:0.0:1776190129.735867:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000510518da. 00010000:00000010:0.0:1776190129.735955:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002438959e. 00010000:00000010:0.0:1776190129.735961:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b1093f6. 00010000:00000010:0.0:1776190129.736036:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2e79f07. 00010000:00000010:0.0:1776190129.736042:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002438959e. 00010000:00000010:0.0:1776190129.736053:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032e05c5f. 00000100:00000010:0.0:1776190129.736057:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eb6368e9. 00000100:00000010:0.0:1776190129.736064:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b6a886ef. 02000000:00000010:0.0:1776190129.736075:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008e141e24. 02000000:00000010:0.0:1776190129.736098:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd75f13f. 00000400:00000010:0.0:1776190129.736103:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cf08d59. 00000400:00000010:0.0:1776190129.736109:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eba861cb. 00000100:00000200:0.0:1776190129.736114:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301347136, portal 16 00000400:00000010:0.0:1776190129.736119:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000509ece33. 00000100:00000200:0.0:1776190129.736120:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301347136, offset 0 00000400:00000200:0.0:1776190129.736126:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.736136:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.736143:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190129.736146:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190129.736149:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190129.736151:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92254:92254:256:4294967295] 192.168.203.39@tcp LPNI seq info [92254:92254:8:4294967295] 00000400:00000200:0.0:1776190129.736160:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.736165:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.736169:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3c1cdd4 (tot 82352466). 00000800:00000200:0.0:1776190129.736174:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.736179:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.736181:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3c1cdd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190129.736973:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.736978:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3c1cdd4 (tot 82352218). 00000400:00000200:1.0:1776190129.736983:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.736989:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.736992:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000509ece33 00000400:00000010:1.0:1776190129.736994:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000509ece33. 00000100:00000200:1.0:1776190129.737001:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b6a886ef x1862468301347136/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190129.738248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97d3b. 00000400:00000200:1.0:1776190129.738359:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.738373:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181d940 00000400:00000200:1.0:1776190129.738382:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb52cd [1] + 224 00000400:00000200:1.0:1776190129.738396:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.738399:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.738406:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b6a886ef x1862468301347136/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190129.738479:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cf08d59. 00000400:00000200:0.0:1776190129.738483:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eba861cb 00000400:00000010:0.0:1776190129.738485:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eba861cb. 00000100:00000200:0.0:1776190129.738490:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b6a886ef x1862468301347136/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190129.738497:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b6a886ef x1862468301347136/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190129.738526:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd75f13f. 02000000:00000010:0.0:1776190129.738531:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008e141e24. 00000100:00000010:0.0:1776190129.738534:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b6a886ef. 00000100:00000010:0.0:1776190129.738537:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eb6368e9. 00010000:00000010:0.0:1776190129.738540:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032e05c5f. 00010000:00000010:0.1:1776190129.738860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005740372a. 00010000:00000010:0.1:1776190129.738866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a336a47. 00000400:00000200:1.0:1776190129.739444:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.739455:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374300 00000400:00000200:1.0:1776190129.739461:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3c25 [2] + 328 00000400:00000200:1.0:1776190129.739515:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.739519:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.739524:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190129.739529:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8f88089. 00000020:00000010:3.0:1776190129.739622:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b37e1d5d. 00000020:00000010:3.0:1776190129.739629:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.739634:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.739658:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e8f88089 x1862468296459008/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190129.739693:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296459008 02000000:00000010:3.0:1776190129.739704:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000064d15e59. 00010000:00000010:3.0:1776190129.739735:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000722c3e0. 00010000:00000010:3.0:1776190129.739755:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba27accf. 00000100:00000010:3.0:1776190129.739761:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190129.739799:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:3.0:1776190129.739803:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba27accf. 00000400:00000010:3.0:1776190129.739815:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ce06a4c. 00000100:00000200:3.0:1776190129.739820:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296459008, offset 224 00000400:00000200:3.0:1776190129.739827:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.739836:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.739841:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92255:92255:256:4294967295] 192.168.203.39@tcp LPNI seq info [92255:92255:8:4294967295] 00000400:00000200:3.0:1776190129.739850:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.739855:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.739858:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190129.739863:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.739869:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.739872:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.739894:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.739898:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.739900:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b37e1d5d. 00080000:00000010:0.0:1776190129.739971:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e141e24. 00010000:00000010:0.0:1776190129.740047:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002438959e. 00010000:00000010:0.0:1776190129.740053:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d3c8ec5. 00010000:00000010:0.0:1776190129.740120:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000072e160a8. 00010000:00000010:0.0:1776190129.740124:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.740129:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002a336a47. 00010000:00000010:0.0:1776190129.740133:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002438959e. 00080000:00000010:0.0:1776190129.740144:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd75f13f. 00010000:00000010:0.0:1776190129.740168:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002438959e. 00010000:00000010:0.0:1776190129.740172:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.740218:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b44f5f01. 00010000:00000010:0.0:1776190129.740221:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002438959e. 00010000:00000010:0.0:1776190129.740228:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032e05c5f. 00000100:00000010:0.0:1776190129.740232:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eb6368e9. 00000100:00000010:0.0:1776190129.740237:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b6a886ef. 02000000:00000010:0.0:1776190129.740247:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006c23c161. 02000000:00000010:0.0:1776190129.740267:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b689b96. 00000400:00000010:0.0:1776190129.740272:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cf08d59. 00000400:00000010:0.0:1776190129.740276:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eba861cb. 00000100:00000200:0.0:1776190129.740281:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301347200, portal 16 00000400:00000010:0.0:1776190129.740285:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a783a5b. 00000100:00000200:0.0:1776190129.740286:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301347200, offset 0 00000400:00000200:0.0:1776190129.740292:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.740298:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.740304:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190129.740307:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190129.740309:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190129.740311:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92256:92256:255:4294967295] 192.168.203.39@tcp LPNI seq info [92256:92256:7:4294967295] 00000400:00000200:0.0:1776190129.740318:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.740323:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.740326:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001dad545d (tot 82352714). 00000800:00000200:0.0:1776190129.740330:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.740334:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.740337:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001dad545d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190129.740570:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.740575:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aee482f6 (tot 82352466). 00000400:00000200:1.0:1776190129.740579:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.740584:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.740587:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ce06a4c 00000400:00000010:1.0:1776190129.740589:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ce06a4c. 00000800:00000200:1.0:1776190129.740657:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.740661:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001dad545d (tot 82352218). 00000400:00000200:1.0:1776190129.740664:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.740668:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.740671:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a783a5b 00000400:00000010:1.0:1776190129.740672:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a783a5b. 00000100:00000200:1.0:1776190129.740676:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b6a886ef x1862468301347200/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190129.741892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002a23b20. 00010000:00000010:0.1:1776190129.742928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095b9d306. 00010000:00000010:0.1:1776190129.742938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a66ec2de. 00000400:00000200:1.0:1776190129.747188:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.747208:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181d980 00000400:00000200:1.0:1776190129.747217:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb52d9 [1] + 224 00000400:00000200:1.0:1776190129.747231:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.747235:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.747245:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b6a886ef x1862468301347200/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190129.747329:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cf08d59. 00000400:00000200:0.0:1776190129.747334:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eba861cb 00000400:00000010:0.0:1776190129.747337:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eba861cb. 00000100:00000200:0.0:1776190129.747343:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b6a886ef x1862468301347200/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190129.747350:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b6a886ef x1862468301347200/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190129.747379:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b689b96. 02000000:00000010:0.0:1776190129.747385:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006c23c161. 00000100:00000010:0.0:1776190129.747389:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b6a886ef. 00000100:00000010:0.0:1776190129.747392:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eb6368e9. 00010000:00000010:0.0:1776190129.747396:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032e05c5f. 00010000:00000010:0.1:1776190129.747836:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff897355. 00010000:00000010:0.1:1776190129.747844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e79f07. 00010000:00000010:0.1:1776190129.747848:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072e160a8. 00010000:00000010:0.1:1776190129.747850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a336a47. 00000400:00000200:1.0:1776190129.748140:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.748150:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374340 00000400:00000200:1.0:1776190129.748155:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3c25 [2] + 656 00000400:00000200:1.0:1776190129.748210:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.748214:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.748218:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190129.748223:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000909ebbf0. 00000020:00000010:3.0:1776190129.748321:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b37e1d5d. 00000020:00000010:3.0:1776190129.748327:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.748331:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.748355:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000909ebbf0 x1862468296459072/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190129.748388:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296459072 02000000:00000010:3.0:1776190129.748399:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b0b24cf8. 00010000:00000010:3.0:1776190129.748422:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8312d78. 00010000:00000010:3.0:1776190129.748441:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba27accf. 00000100:00000010:3.0:1776190129.748446:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190129.748463:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:3.0:1776190129.748468:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba27accf. 00000400:00000010:3.0:1776190129.748480:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012090ddf. 00000100:00000200:3.0:1776190129.748485:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296459072, offset 224 00000400:00000200:3.0:1776190129.748492:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.748502:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.748506:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92257:92257:256:4294967295] 192.168.203.39@tcp LPNI seq info [92257:92257:8:4294967295] 00000400:00000200:3.0:1776190129.748516:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.748520:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.748525:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352466). 00000800:00000200:3.0:1776190129.748530:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.748536:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.748539:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.748562:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.748566:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.748569:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b37e1d5d. 00000800:00000200:1.0:1776190129.748670:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.748674:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004809ab70 (tot 82352218). 00000400:00000200:1.0:1776190129.748678:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.748682:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.748685:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012090ddf 00000400:00000010:1.0:1776190129.748687:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012090ddf. 00080000:00000010:0.0:1776190129.748753:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c23c161. 00010000:00000010:0.0:1776190129.748863:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002438959e. 00010000:00000010:0.0:1776190129.748869:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c5e95dcb. 00010000:00000010:0.0:1776190129.748935:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002a336a47. 00010000:00000010:0.0:1776190129.748940:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002438959e. 00010000:00000010:0.0:1776190129.748950:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032e05c5f. 00000100:00000010:0.0:1776190129.748954:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eb6368e9. 00000100:00000010:0.0:1776190129.748960:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b6a886ef. 02000000:00000010:0.0:1776190129.748969:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006b689b96. 02000000:00000010:0.0:1776190129.748988:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000157872c2. 00000400:00000010:0.0:1776190129.748993:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cf08d59. 00000400:00000010:0.0:1776190129.748997:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eba861cb. 00000100:00000200:0.0:1776190129.749002:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301347264, portal 16 00000400:00000010:0.0:1776190129.749005:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017e036f6. 00000100:00000200:0.0:1776190129.749007:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301347264, offset 0 00000400:00000200:0.0:1776190129.749012:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.749018:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.749024:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190129.749027:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190129.749029:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190129.749031:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92258:92258:256:4294967295] 192.168.203.39@tcp LPNI seq info [92258:92258:8:4294967295] 00000400:00000200:0.0:1776190129.749038:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.749042:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.749045:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073259363 (tot 82352466). 00000800:00000200:0.0:1776190129.749048:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.749052:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.749054:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073259363 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190129.749133:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.749136:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073259363 (tot 82352218). 00000400:00000200:1.0:1776190129.749139:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.749143:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.749146:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017e036f6 00000400:00000010:1.0:1776190129.749148:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017e036f6. 00000100:00000200:1.0:1776190129.749153:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b6a886ef x1862468301347264/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190129.750934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1560c02. 00000400:00000200:1.0:1776190129.753507:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.753524:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181d9c0 00000400:00000200:1.0:1776190129.753533:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb52e5 [1] + 224 00000400:00000200:1.0:1776190129.753544:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.753547:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.753556:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b6a886ef x1862468301347264/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190129.753587:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.753591:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374380 00000400:00000200:1.0:1776190129.753595:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3c25 [2] + 984 00000400:00000200:1.0:1776190129.753664:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.753668:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.753671:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190129.753677:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719b5d3. 00000400:00000010:0.0:1776190129.753752:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cf08d59. 00000400:00000200:0.0:1776190129.753757:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eba861cb 00000400:00000010:0.0:1776190129.753759:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eba861cb. 00000100:00000200:0.0:1776190129.753765:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b6a886ef x1862468301347264/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190129.753803:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b6a886ef x1862468301347264/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190129.753828:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000157872c2. 02000000:00000010:0.0:1776190129.753833:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006b689b96. 00000100:00000010:0.0:1776190129.753836:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b6a886ef. 00000100:00000010:0.0:1776190129.753839:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eb6368e9. 00010000:00000010:0.0:1776190129.753842:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032e05c5f. 00000800:00000200:1.0:1776190129.755323:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.755328:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352218). 00000400:00000200:1.0:1776190129.755335:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.755339:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.755344:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1c3cb68 00000400:00000010:1.0:1776190129.755346:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1c3cb68. 00010000:00000010:0.1:1776190129.756222:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fcf9bd3. 00010000:00000010:0.1:1776190129.756230:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b44f5f01. 00080000:00000010:0.0:1776190129.756247:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b689b96. 00010000:00000010:0.0:1776190129.756329:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002438959e. 00010000:00000010:0.0:1776190129.756338:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000cf3f7c4. 00010000:00000010:0.0:1776190129.756420:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b44f5f01. 00010000:00000010:0.0:1776190129.756426:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002438959e. 00010000:00000010:0.0:1776190129.756436:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032e05c5f. 00000100:00000010:0.0:1776190129.756440:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eb6368e9. 00000100:00000010:0.0:1776190129.756449:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b6a886ef. 02000000:00000010:0.0:1776190129.756461:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000157872c2. 02000000:00000010:0.0:1776190129.756485:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ec05581. 00000400:00000010:0.0:1776190129.756491:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cf08d59. 00000400:00000010:0.0:1776190129.756496:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eba861cb. 00000100:00000200:0.0:1776190129.756501:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301347328, portal 16 00000400:00000010:0.0:1776190129.756505:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a3fb80ce. 00000100:00000200:0.0:1776190129.756507:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301347328, offset 0 00000400:00000200:0.0:1776190129.756514:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.756525:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.756531:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190129.756534:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190129.756537:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190129.756540:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92260:92260:256:4294967295] 192.168.203.39@tcp LPNI seq info [92260:92260:8:4294967295] 00000400:00000200:0.0:1776190129.756548:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.756553:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.756557:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006da13631 (tot 82352466). 00000800:00000200:0.0:1776190129.756562:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.756567:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.756570:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006da13631 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190129.757201:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.757205:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006da13631 (tot 82352218). 00000400:00000200:1.0:1776190129.757209:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.757215:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.757220:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a3fb80ce 00000400:00000010:1.0:1776190129.757222:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a3fb80ce. 00000100:00000200:1.0:1776190129.757229:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b6a886ef x1862468301347328/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190129.759860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ac9a607. 00010000:00000010:2.1:1776190129.759860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6ed162b. 00000400:00000200:1.0:1776190129.760904:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.760924:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181da00 00000400:00000200:1.0:1776190129.760933:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb52f1 [1] + 224 00000400:00000200:1.0:1776190129.760943:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.760947:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.760958:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b6a886ef x1862468301347328/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190129.761032:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.761038:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13743c0 00000400:00000200:1.0:1776190129.761043:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3c25 [2] + 1312 00000400:00000200:1.0:1776190129.761094:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.761097:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.761101:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190129.761107:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 00000800:00000200:1.0:1776190129.761581:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.761585:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc81a4c0 (tot 82352218). 00000400:00000200:1.0:1776190129.761589:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.761593:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.761607:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be912e2e 00000400:00000010:1.0:1776190129.761609:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be912e2e. 00000400:00000010:0.0:1776190129.761996:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cf08d59. 00000400:00000200:0.0:1776190129.762001:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eba861cb 00000400:00000010:0.0:1776190129.762003:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eba861cb. 00000100:00000200:0.0:1776190129.762009:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b6a886ef x1862468301347328/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190129.762016:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b6a886ef x1862468301347328/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190129.762034:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002b56b6cc. 02000000:00000010:0.0:1776190129.762049:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ec05581. 02000000:00000010:0.0:1776190129.762054:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000157872c2. 00000100:00000010:0.0:1776190129.762057:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b6a886ef. 00000100:00000010:0.0:1776190129.762060:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eb6368e9. 00010000:00000010:0.0:1776190129.762062:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032e05c5f. 00080000:00000010:1.0:1776190129.762199:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042d1b3f3. 00010000:00000010:1.0:1776190129.762285:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002438959e. 00010000:00000010:1.0:1776190129.762291:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096e69bba. 00010000:00000010:1.0:1776190129.762358:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c07713f. 00010000:00000010:1.0:1776190129.762363:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002f44af88. 00010000:00000010:1.0:1776190129.762373:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190129.762378:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025bbaa76. 00000100:00000010:1.0:1776190129.762385:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a8bea6. 02000000:00000010:1.0:1776190129.762395:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a286515c. 02000000:00000010:1.0:1776190129.762416:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031bc45d0. 00000400:00000010:1.0:1776190129.762421:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061ef5d59. 00000400:00000010:1.0:1776190129.762426:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000295c0815. 00000100:00000200:1.0:1776190129.762430:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301347392, portal 16 00000400:00000010:1.0:1776190129.762435:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac2f0cb. 00000100:00000200:1.0:1776190129.762437:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301347392, offset 0 00000400:00000200:1.0:1776190129.762443:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.762452:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.762458:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190129.762461:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190129.762464:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190129.762467:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92262:92262:256:4294967295] 192.168.203.39@tcp LPNI seq info [92262:92262:8:4294967295] 00000400:00000200:1.0:1776190129.762474:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.762478:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.762481:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190129.762486:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.762491:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.762493:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190129.763195:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.763199:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:3.0:1776190129.763209:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.763214:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.763218:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac2f0cb 00000400:00000010:3.0:1776190129.763220:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac2f0cb. 00000100:00000200:3.0:1776190129.763226:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c2a8bea6 x1862468301347392/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190129.763807:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb9a412b. 00010000:00000010:0.1:1776190129.763815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a336a47. 00000400:00000200:1.0:1776190129.767051:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.767071:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181da40 00000400:00000200:1.0:1776190129.767081:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb52fd [1] + 224 00000400:00000200:1.0:1776190129.767092:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.767096:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.767105:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c2a8bea6 x1862468301347392/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190129.767134:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.767139:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374400 00000400:00000200:1.0:1776190129.767144:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3c25 [2] + 1640 00000400:00000200:1.0:1776190129.767152:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.767155:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.767159:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190129.767164:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b94bceb5. 00000020:00000010:3.0:1776190129.767259:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b37e1d5d. 00000020:00000010:3.0:1776190129.767265:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.767270:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.767294:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b94bceb5 x1862468296459264/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190129.767330:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296459264 02000000:00000010:3.0:1776190129.767343:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c2bbac61. 00010000:00000010:3.0:1776190129.767376:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba27accf. 00000100:00000010:3.0:1776190129.767383:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190129.767393:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:3.0:1776190129.767398:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba27accf. 00000400:00000010:3.0:1776190129.767410:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048a81920. 00000100:00000200:3.0:1776190129.767415:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296459264, offset 224 00000400:00000200:3.0:1776190129.767422:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.767432:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.767437:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92263:92263:256:4294967295] 192.168.203.39@tcp LPNI seq info [92263:92263:8:4294967295] 00000400:00000200:3.0:1776190129.767447:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.767452:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.767457:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352466). 00000800:00000200:3.0:1776190129.767463:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.767470:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.767473:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.767497:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.767501:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.767504:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b37e1d5d. 00000800:00000200:1.0:1776190129.767679:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.767684:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003900fe9a (tot 82352218). 00000400:00000200:1.0:1776190129.767689:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.767693:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.767697:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048a81920 00000400:00000010:1.0:1776190129.767698:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048a81920. 00010000:00000010:1.1:1776190129.768856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000613d38fa. 00010000:00000010:1.1:1776190129.768862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b44f5f01. 00000800:00000200:3.0:1776190129.768995:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.768998:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352218). 00000400:00000200:3.0:1776190129.769003:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.769008:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.769010:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3c9c2a1 00000400:00000010:3.0:1776190129.769012:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3c9c2a1. 00000100:00000200:3.0:1776190129.769018:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000969b7ebd x1862468301347456/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190129.775356:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.775377:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181da80 00000400:00000200:1.0:1776190129.775386:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5309 [1] + 224 00000400:00000200:1.0:1776190129.775398:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.775401:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.775412:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000969b7ebd x1862468301347456/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190129.775444:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.775450:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374440 00000400:00000200:1.0:1776190129.775454:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3c25 [2] + 1968 00000400:00000010:1.0:1776190129.775458:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003389f129. 00000400:00000200:1.0:1776190129.775461:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009f99d7dc 00000400:00000200:1.0:1776190129.775748:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.775753:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.775757:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f99d7dc 00000400:00000010:1.0:1776190129.775759:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009f99d7dc (tot 82352066). 00000100:00000200:1.0:1776190129.775764:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1776190129.775824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a14d000. 00000020:00000010:0.0:1776190129.776005:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000157872c2. 00000020:00000010:0.0:1776190129.776011:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c4d1f6f. 00000020:00000010:0.0:1776190129.776015:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 00000100:00000200:0.0:1776190129.776037:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d7d344b x1862468296459328/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190129.776105:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296459328 02000000:00000010:0.0:1776190129.776116:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004ec05581. 00010000:00000010:0.0:1776190129.776148:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032e05c5f. 00000100:00000010:0.0:1776190129.776155:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eb6368e9. 00000100:00000010:0.0:1776190129.776161:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eb6368e9. 00010000:00000010:0.0:1776190129.776165:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032e05c5f. 00000400:00000010:0.0:1776190129.776178:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eba861cb. 00000100:00000200:0.0:1776190129.776183:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296459328, offset 224 00000400:00000200:0.0:1776190129.776190:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.776201:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.776206:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92265:92265:256:4294967295] 192.168.203.39@tcp LPNI seq info [92265:92265:8:4294967295] 00000400:00000200:0.0:1776190129.776216:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.776221:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.776225:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352314). 00000800:00000200:0.0:1776190129.776230:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.776237:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.776240:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190129.776265:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c4d1f6f. 00000020:00000010:0.0:1776190129.776269:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:0.0:1776190129.776272:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000157872c2. 02000000:00000010:0.0:1776190129.776280:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c2bbac61. 00000100:00000010:0.0:1776190129.776284:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b94bceb5. 02000000:00000010:0.0:1776190129.776288:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000da40a23e. 00000100:00000010:0.0:1776190129.776290:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 02000000:00000010:0.0:1776190129.776293:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e7c2bec3. 00000100:00000010:0.0:1776190129.776296:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 02000000:00000010:0.0:1776190129.776298:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b0b24cf8. 00000100:00000010:0.0:1776190129.776300:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 02000000:00000010:0.0:1776190129.776303:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000064d15e59. 00000100:00000010:0.0:1776190129.776304:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8f88089. 02000000:00000010:0.0:1776190129.776376:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad8c8aea. 00000100:00000010:0.0:1776190129.776380:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000100:00000200:0.0:1776190129.776387:0:64667:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190129.776392:0:64667:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cf08d59. 00000400:00000010:0.0:1776190129.776396:0:64667:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb6368e9 (tot 82352466). 00000400:00000010:3.0:1776190129.776957:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007cd44b9d. 00000400:00000200:3.0:1776190129.776962:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003907f796 00000400:00000010:3.0:1776190129.776964:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003907f796. 00000100:00000200:3.0:1776190129.776971:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000969b7ebd x1862468301347456/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.776986:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000969b7ebd x1862468301347456/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190129.777007:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c36fd12f. 02000000:00000010:3.0:1776190129.777020:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ffa64537. 02000000:00000010:3.0:1776190129.777024:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d8d2078. 00000100:00000010:3.0:1776190129.777028:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 00000100:00000010:3.0:1776190129.777032:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:3.0:1776190129.777036:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b21076df. 00080000:00000010:3.0:1776190129.777052:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b37e1d5d. 00010000:00000010:3.0:1776190129.777135:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016fb24dd. 00010000:00000010:3.0:1776190129.777141:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e8cc6302. 00010000:00000010:3.0:1776190129.777201:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004bfb75c3. 00010000:00000010:3.0:1776190129.777204:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000be3adb4f. 00010000:00000010:3.0:1776190129.777209:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003dca27b2. 00010000:00000010:3.0:1776190129.777214:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a272212d. 00080000:00000010:3.0:1776190129.777227:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0c0bb41. 00010000:00000010:3.0:1776190129.777252:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a272212d. 00010000:00000010:3.0:1776190129.777256:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000be3adb4f. 00010000:00000010:3.0:1776190129.777304:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5d4ce12. 00010000:00000010:3.0:1776190129.777462:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a272212d. 00010000:00000010:3.0:1776190129.777472:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba27accf. 00000100:00000010:3.0:1776190129.777477:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190129.777485:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 02000000:00000010:3.0:1776190129.777497:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1f84723. 02000000:00000010:3.0:1776190129.777521:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d83dd453. 00000400:00000010:3.0:1776190129.777525:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f06670c9. 00000400:00000010:3.0:1776190129.777530:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e2823b6. 00000100:00000200:3.0:1776190129.777534:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301347520, portal 16 00000400:00000010:3.0:1776190129.777538:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000129821df. 00000100:00000200:3.0:1776190129.777540:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301347520, offset 0 00000400:00000200:3.0:1776190129.777547:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.777558:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.777566:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.777569:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.777572:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.777575:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92266:92266:256:4294967295] 192.168.203.39@tcp LPNI seq info [92266:92266:8:4294967295] 00000400:00000200:3.0:1776190129.777583:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.777588:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.777591:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190129.777609:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.777748:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.777752:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190129.778198:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.778202:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adc83051 (tot 82352218). 00000400:00000200:1.0:1776190129.778207:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.778211:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.778215:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000129821df 00000400:00000010:1.0:1776190129.778216:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000129821df. 00000100:00000200:1.0:1776190129.778223:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000016984533 x1862468301347520/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190129.781970:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.781991:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181dac0 00000400:00000200:1.0:1776190129.782001:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5319 [1] + 224 00000400:00000200:1.0:1776190129.782015:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.782019:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.782028:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000016984533 x1862468301347520/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190129.782067:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.782072:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374480 00000400:00000200:1.0:1776190129.782076:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3c7d [2] + 0 00000400:00000200:1.0:1776190129.782086:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.782089:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.782093:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190129.782099:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089ccee46. 00000020:00000010:0.0:1776190129.782441:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000157872c2. 00000020:00000010:0.0:1776190129.782447:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c4d1f6f. 00000020:00000010:0.0:1776190129.782452:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 00000100:00000200:0.0:1776190129.782475:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000089ccee46 x1862468296459392/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190129.782507:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296459392 02000000:00000010:0.0:1776190129.782518:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004ec05581. 00010000:00000010:0.0:1776190129.782541:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c0951f97. 00010000:00000010:0.0:1776190129.782560:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032e05c5f. 00000100:00000010:0.0:1776190129.782566:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d0abba2. 00000100:00000010:0.0:1776190129.782625:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d0abba2. 00010000:00000010:0.0:1776190129.782629:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032e05c5f. 00000400:00000010:0.0:1776190129.782642:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0ec89d5. 00000100:00000200:0.0:1776190129.782646:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296459392, offset 224 00000400:00000200:0.0:1776190129.782654:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.782665:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.782670:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92267:92267:256:4294967295] 192.168.203.39@tcp LPNI seq info [92267:92267:8:4294967295] 00000400:00000200:0.0:1776190129.782679:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.782684:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.782689:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352466). 00000800:00000200:0.0:1776190129.782694:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.782700:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.782704:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190129.782766:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c4d1f6f. 00000020:00000010:0.0:1776190129.782805:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:0.0:1776190129.782809:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000157872c2. 00000800:00000200:3.0:1776190129.785090:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.785097:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352218). 00000400:00000200:3.0:1776190129.785104:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.785112:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.785117:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0ec89d5 00000400:00000010:3.0:1776190129.785119:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0ec89d5. 00010000:00000010:2.1:1776190129.787160:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f5e6f8d. 00010000:00000010:2.1:1776190129.787175:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b038d84a. 00010000:00000010:2.1:1776190129.787180:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c07713f. 00000800:00000200:1.0:1776190129.787944:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.787957:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003db09799 (tot 82352218). 00000400:00000200:1.0:1776190129.787965:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.787971:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.787977:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9d880d0 00000400:00000010:1.0:1776190129.787980:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9d880d0. 00000100:00000200:1.0:1776190129.787990:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000385e35d2 x1862468301347584/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190129.788415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2f055c7. 00010000:00000010:3.1:1776190129.788423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000854ac50c. 00010000:00000010:3.1:1776190129.788426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eba0a6a. 00010000:00000010:3.1:1776190129.788428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bfb75c3. 00010000:00000010:3.1:1776190129.788430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dca27b2. 00010000:00000010:0.1:1776190129.788834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b6008e9. 00000400:00000200:1.0:1776190129.791611:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.791631:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181db00 00000400:00000200:1.0:1776190129.791640:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5325 [1] + 224 00000400:00000200:1.0:1776190129.791662:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.791667:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.791676:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000385e35d2 x1862468301347584/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190129.791714:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.791719:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13744c0 00000400:00000200:1.0:1776190129.791734:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3c7d [2] + 328 00000400:00000200:1.0:1776190129.791747:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.791753:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.791760:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190129.791768:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 00000020:00000010:3.0:1776190129.791946:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4ac0e91. 00000020:00000010:3.0:1776190129.791953:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.791958:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.791981:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d96c74a9 x1862468296459456/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190129.792006:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296459456 02000000:00000010:3.0:1776190129.792017:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000edeb4828. 00010000:00000010:3.0:1776190129.792042:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005906850c. 00010000:00000010:3.0:1776190129.792061:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000711a7b61. 00000100:00000010:3.0:1776190129.792067:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006db7f73b. 00000100:00000010:3.0:1776190129.792083:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006db7f73b. 00010000:00000010:3.0:1776190129.792086:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000711a7b61. 00000400:00000010:3.0:1776190129.792097:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faf97dbc. 00000100:00000200:3.0:1776190129.792101:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296459456, offset 224 00000400:00000200:3.0:1776190129.792108:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.792118:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.792123:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92269:92269:256:4294967295] 192.168.203.39@tcp LPNI seq info [92269:92269:8:4294967295] 00000400:00000200:3.0:1776190129.792133:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.792138:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.792143:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190129.792148:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.792154:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.792158:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.792182:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.792187:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.792191:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4ac0e91. 00000800:00000200:1.0:1776190129.792305:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.792319:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adc83051 (tot 82352218). 00000400:00000200:1.0:1776190129.792324:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.792327:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.792330:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faf97dbc 00000400:00000010:1.0:1776190129.792332:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faf97dbc. 00000800:00000200:0.0:1776190129.792729:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.792732:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a3d1fd9 (tot 82352218). 00000400:00000200:0.0:1776190129.792736:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.792740:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.792743:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000349040d8 00000400:00000010:0.0:1776190129.792744:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000349040d8. 00000100:00000200:0.0:1776190129.792749:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000385e35d2 x1862468301347648/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190129.795473:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.795492:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181db40 00000400:00000200:1.0:1776190129.795501:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5331 [1] + 224 00000400:00000200:1.0:1776190129.795516:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.795520:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.795529:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000385e35d2 x1862468301347648/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190129.795619:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000408cae56. 00000400:00000200:3.0:1776190129.795624:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:3.0:1776190129.795626:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00000100:00000200:3.0:1776190129.795633:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000385e35d2 x1862468301347648/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.795649:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000385e35d2 x1862468301347648/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190129.795678:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ffa64537. 02000000:00000010:3.0:1776190129.795683:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d83dd453. 00000100:00000010:3.0:1776190129.795689:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000385e35d2. 00000100:00000010:3.0:1776190129.795692:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000096f85338. 00010000:00000010:3.0:1776190129.795697:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c426ded4. 00000400:00000200:1.0:1776190129.797414:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.797432:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374500 00000400:00000200:1.0:1776190129.797439:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3c7d [2] + 656 00000400:00000200:1.0:1776190129.797502:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.797507:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.797513:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190129.797519:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8f88089. 00010000:00000010:2.1:1776190129.797809:0:64667:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abb69d7c. 00010000:00000010:2.1:1776190129.797817:0:64667:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5d4ce12. 00080000:00000010:0.0:1776190129.797843:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000157872c2. 00010000:00000010:0.0:1776190129.797938:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4fdfb79. 00010000:00000010:0.0:1776190129.797947:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006b15d299. 00010000:00000010:0.0:1776190129.798019:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002a336a47. 00010000:00000010:0.0:1776190129.798025:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc6ba57f. 00010000:00000010:0.0:1776190129.798035:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032e05c5f. 00000100:00000010:0.0:1776190129.798039:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d0abba2. 00000100:00000010:0.0:1776190129.798045:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b6a886ef. 02000000:00000010:0.0:1776190129.798057:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad8c8aea. 02000000:00000010:0.0:1776190129.798080:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064d15e59. 00000400:00000010:0.0:1776190129.798085:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bac78456. 00000400:00000010:0.0:1776190129.798090:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057762c55. 00000100:00000200:0.0:1776190129.798095:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301347712, portal 16 00000400:00000010:0.0:1776190129.798099:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009746daff. 00000100:00000200:0.0:1776190129.798101:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301347712, offset 0 00000400:00000200:0.0:1776190129.798107:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.798113:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.798120:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190129.798124:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190129.798128:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190129.798132:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92272:92272:255:4294967295] 192.168.203.39@tcp LPNI seq info [92272:92272:7:4294967295] 00000400:00000200:0.0:1776190129.798140:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.798145:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.798148:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000826f680e (tot 82352714). 00000800:00000200:0.0:1776190129.798152:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.798156:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.798158:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000826f680e type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1776190129.801203:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.801222:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181db80 00000400:00000200:1.0:1776190129.801231:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb533d [1] + 224 00000400:00000200:1.0:1776190129.801245:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.801249:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.801259:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b6a886ef x1862468301347712/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190129.801348:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bac78456. 00000400:00000200:0.0:1776190129.801353:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057762c55 00000400:00000010:0.0:1776190129.801355:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057762c55. 00000100:00000200:0.0:1776190129.801360:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b6a886ef x1862468301347712/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190129.801368:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b6a886ef x1862468301347712/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190129.801396:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064d15e59. 02000000:00000010:0.0:1776190129.801401:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ad8c8aea. 00000100:00000010:0.0:1776190129.801406:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b6a886ef. 00000100:00000010:0.0:1776190129.801409:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d0abba2. 00010000:00000010:0.0:1776190129.801412:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032e05c5f. 00000400:00000200:1.0:1776190129.802209:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.802219:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374540 00000400:00000200:1.0:1776190129.802224:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3c7d [2] + 984 00000400:00000200:1.0:1776190129.802242:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.802246:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.802250:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190129.802255:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000909ebbf0. 00010000:00000010:2.1:1776190129.802971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e534dd9a. 00010000:00000010:2.1:1776190129.802981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f54d30c. 00010000:00000010:2.1:1776190129.802987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069d79f40. 00010000:00000010:3.1:1776190129.803070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c13d291. 00000020:00000010:3.0:1776190129.803195:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4ac0e91. 00000020:00000010:3.0:1776190129.803202:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.803206:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.803231:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000909ebbf0 x1862468296459584/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190129.803268:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296459584 02000000:00000010:3.0:1776190129.803278:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d83dd453. 00010000:00000010:3.0:1776190129.803653:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041a4bd11. 00010000:00000010:3.0:1776190129.803675:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f3e252d. 00000100:00000010:3.0:1776190129.803681:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006db7f73b. 00000100:00000010:3.0:1776190129.803741:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006db7f73b. 00010000:00000010:3.0:1776190129.803745:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f3e252d. 00000400:00000010:3.0:1776190129.803759:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c5b133d. 00000100:00000200:3.0:1776190129.803764:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296459584, offset 224 00000400:00000200:3.0:1776190129.803805:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.803817:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.803823:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92273:92273:256:4294967295] 192.168.203.39@tcp LPNI seq info [92273:92273:8:4294967295] 00000400:00000200:3.0:1776190129.803832:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.803837:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.803841:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352466). 00000800:00000200:3.0:1776190129.803847:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.803853:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.803857:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.803878:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.803883:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.803886:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4ac0e91. 00080000:00000010:0.0:1776190129.805246:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064d15e59. 00010000:00000010:0.0:1776190129.805418:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc6ba57f. 00010000:00000010:0.0:1776190129.805425:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003210b9c8. 00010000:00000010:0.0:1776190129.805499:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2e79f07. 00010000:00000010:0.0:1776190129.805505:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc6ba57f. 00010000:00000010:0.0:1776190129.805516:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032e05c5f. 00000100:00000010:0.0:1776190129.805521:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d0abba2. 00000100:00000010:0.0:1776190129.805528:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b6a886ef. 02000000:00000010:0.0:1776190129.805542:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad8c8aea. 02000000:00000010:0.0:1776190129.805568:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0b24cf8. 00000400:00000010:0.0:1776190129.805574:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bac78456. 00000400:00000010:0.0:1776190129.805579:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057762c55. 00000100:00000200:0.0:1776190129.805584:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301347776, portal 16 00000400:00000010:0.0:1776190129.805588:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c400cdc9. 00000100:00000200:0.0:1776190129.805590:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301347776, offset 0 00000400:00000200:0.0:1776190129.805608:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.805619:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.805625:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190129.805629:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190129.805631:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190129.805634:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92274:92274:256:4294967295] 192.168.203.39@tcp LPNI seq info [92274:92274:8:4294967295] 00000400:00000200:0.0:1776190129.805720:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.805969:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.806039:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190129.806047:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.806053:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.806056:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190129.806196:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.806200:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:3.0:1776190129.806209:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.806214:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.806218:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c400cdc9 00000400:00000010:3.0:1776190129.806220:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c400cdc9. 00000100:00000200:3.0:1776190129.806226:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b6a886ef x1862468301347776/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190129.807935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f3a713b. 00010000:00000010:0.1:1776190129.807948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d240309. 00000400:00000200:1.0:1776190129.808397:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.808413:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181dbc0 00000400:00000200:1.0:1776190129.808422:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5349 [1] + 224 00000400:00000200:1.0:1776190129.808433:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.808436:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.808445:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b6a886ef x1862468301347776/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190129.808516:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.808522:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374580 00000400:00000200:1.0:1776190129.808527:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3c7d [2] + 1312 00000400:00000200:1.0:1776190129.808536:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.808539:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.808543:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190129.808548:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719b5d3. 00000400:00000010:3.0:1776190129.808749:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bac78456. 00000400:00000200:3.0:1776190129.808754:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057762c55 00000400:00000010:3.0:1776190129.808756:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057762c55. 00000100:00000200:3.0:1776190129.808762:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b6a886ef x1862468301347776/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.808769:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b6a886ef x1862468301347776/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190129.808850:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7583a18. 02000000:00000010:3.0:1776190129.808863:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0b24cf8. 02000000:00000010:3.0:1776190129.808867:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ad8c8aea. 00000100:00000010:3.0:1776190129.808871:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b6a886ef. 00000100:00000010:3.0:1776190129.808874:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d0abba2. 00010000:00000010:3.0:1776190129.808876:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032e05c5f. 00080000:00000010:3.0:1776190129.808890:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f4ac0e91. 00000800:00000200:0.0:1776190129.809055:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.809059:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6ecb0ff (tot 82352218). 00000400:00000200:0.0:1776190129.809063:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.809067:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.809070:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfa37fdc 00000400:00000010:0.0:1776190129.809071:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfa37fdc. 00010000:00000010:3.0:1776190129.809187:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc6ba57f. 00010000:00000010:3.0:1776190129.809194:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009588e559. 00010000:00000010:3.0:1776190129.809264:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eaacb866. 00010000:00000010:3.0:1776190129.809268:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000be3adb4f. 00010000:00000010:3.0:1776190129.809273:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003dca27b2. 00010000:00000010:3.0:1776190129.809277:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009e2c667d. 00080000:00000010:3.0:1776190129.809289:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad8c8aea. 00010000:00000010:3.0:1776190129.809316:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e2c667d. 00010000:00000010:3.0:1776190129.809320:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000be3adb4f. 00010000:00000010:3.0:1776190129.809368:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002abaa25e. 00010000:00000010:3.0:1776190129.809371:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009e2c667d. 00010000:00000010:3.0:1776190129.809378:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f3e252d. 00000100:00000010:3.0:1776190129.809382:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006db7f73b. 00000100:00000010:3.0:1776190129.809388:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 02000000:00000010:3.0:1776190129.809397:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d17a9fcf. 02000000:00000010:3.0:1776190129.809417:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047f358b7. 00000400:00000010:3.0:1776190129.809421:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f027fb83. 00000400:00000010:3.0:1776190129.809425:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190129.809429:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301347840, portal 16 00000400:00000010:3.0:1776190129.809433:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d376fb9. 00000100:00000200:3.0:1776190129.809434:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301347840, offset 0 00000400:00000200:3.0:1776190129.809440:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.809447:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.809453:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.809456:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.809458:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.809460:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92276:92276:256:4294967295] 192.168.203.39@tcp LPNI seq info [92276:92276:8:4294967295] 00000400:00000200:3.0:1776190129.809467:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.809471:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.809474:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352466). 00000800:00000200:3.0:1776190129.809478:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.809482:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.809484:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190129.809589:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.809591:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004809ab70 (tot 82352218). 00000400:00000200:1.0:1776190129.809607:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.809611:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.811191:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d376fb9 00000400:00000010:1.0:1776190129.811196:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d376fb9. 00000100:00000200:1.0:1776190129.811207:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2a2b9 x1862468301347840/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190129.811810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d5d9425. 00010000:00000010:0.1:1776190129.811817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a336a47. 00010000:00000010:3.1:1776190129.811871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a26ee42d. 00000400:00000200:1.0:1776190129.812046:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.812060:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181dc00 00000400:00000200:1.0:1776190129.812067:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5355 [1] + 224 00000400:00000200:1.0:1776190129.812081:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.812084:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190129.812091:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2a2b9 x1862468301347840/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190129.812160:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f027fb83. 00000400:00000200:3.0:1776190129.812164:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd055298 00000400:00000010:3.0:1776190129.812166:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd055298. 00000100:00000200:3.0:1776190129.812171:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2a2b9 x1862468301347840/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.812178:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2a2b9 x1862468301347840/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190129.812202:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047f358b7. 02000000:00000010:3.0:1776190129.812208:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d17a9fcf. 00000100:00000010:3.0:1776190129.812212:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 00000100:00000010:3.0:1776190129.812216:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006db7f73b. 00010000:00000010:3.0:1776190129.812219:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f3e252d. 00000400:00000200:0.0:1776190129.812322:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.812331:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13745c0 00000400:00000200:0.0:1776190129.812336:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3c7d [2] + 1640 00000400:00000200:0.0:1776190129.812383:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.812387:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.812391:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190129.812395:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2d466. 00080000:00000010:0.0:1776190129.813591:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0b24cf8. 00000800:00000200:1.0:1776190129.813611:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.813621:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb044675 (tot 82352218). 00000400:00000200:1.0:1776190129.813627:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.813631:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.813634:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d79ca7 00000400:00000010:1.0:1776190129.813635:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d79ca7. 00010000:00000010:0.0:1776190129.813690:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e2c667d. 00010000:00000010:0.0:1776190129.813696:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c988f95. 00010000:00000010:0.0:1776190129.813768:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002a336a47. 00010000:00000010:0.0:1776190129.813793:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002658ca46. 00010000:00000010:0.0:1776190129.813803:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1533516. 00000100:00000010:0.0:1776190129.813806:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb3be78e. 00000100:00000010:0.0:1776190129.813812:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000574dbf23. 02000000:00000010:0.0:1776190129.813822:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e7c2bec3. 02000000:00000010:0.0:1776190129.813843:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da40a23e. 00000400:00000010:0.0:1776190129.813848:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f159db0a. 00000400:00000010:0.0:1776190129.813852:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f73e503. 00000100:00000200:0.0:1776190129.813857:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301347904, portal 16 00000400:00000010:0.0:1776190129.813861:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faa656ed. 00000100:00000200:0.0:1776190129.813862:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301347904, offset 0 00000400:00000200:0.0:1776190129.813867:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.813874:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.813880:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190129.813883:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190129.813885:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190129.813888:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92278:92278:256:4294967295] 192.168.203.39@tcp LPNI seq info [92278:92278:8:4294967295] 00000400:00000200:0.0:1776190129.813894:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.813899:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.813902:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352466). 00000800:00000200:0.0:1776190129.813906:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.813910:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.813912:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190129.815841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd29ef29. 00010000:00000010:3.1:1776190129.815856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ee32468. 00010000:00000010:3.1:1776190129.815861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e79f07. 00010000:00000010:3.1:1776190129.815864:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eaacb866. 00010000:00000010:3.1:1776190129.815867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dca27b2. 00000800:00000200:1.0:1776190129.816236:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.816241:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352218). 00000400:00000200:1.0:1776190129.816246:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.816254:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.816259:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faa656ed 00000400:00000010:1.0:1776190129.816261:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faa656ed. 00000100:00000200:1.0:1776190129.816269:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000574dbf23 x1862468301347904/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190129.819401:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.819423:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181dc40 00000400:00000200:0.0:1776190129.819432:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5361 [1] + 224 00000400:00000200:0.0:1776190129.819449:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.819454:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.819464:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000574dbf23 x1862468301347904/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190129.819591:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f159db0a. 00000400:00000200:3.0:1776190129.819606:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f73e503 00000400:00000010:3.0:1776190129.819609:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f73e503. 00000100:00000200:3.0:1776190129.819615:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000574dbf23 x1862468301347904/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.819623:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000574dbf23 x1862468301347904/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190129.819660:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da40a23e. 02000000:00000010:3.0:1776190129.819666:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e7c2bec3. 00000100:00000010:3.0:1776190129.819671:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000574dbf23. 00000100:00000010:3.0:1776190129.819675:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bb3be78e. 00010000:00000010:3.0:1776190129.819678:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1533516. 00000400:00000200:1.0:1776190129.820085:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190129.820095:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374600 00000400:00000200:1.0:1776190129.820100:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3c7d [2] + 1968 00000400:00000010:1.0:1776190129.820104:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000675b7e4e. 00000400:00000200:1.0:1776190129.820107:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007c7896f5 00000400:00000200:1.0:1776190129.820158:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.820162:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.820164:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c7896f5 00000400:00000010:1.0:1776190129.820166:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007c7896f5 (tot 82352066). 00000100:00000200:1.0:1776190129.820171:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190129.820301:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b13996c. 00000020:00000010:3.0:1776190129.820306:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.820315:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.820339:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001bdf55ab x1862468296459776/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190129.820408:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296459776 02000000:00000010:3.0:1776190129.820418:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001f40520d. 00010000:00000010:3.0:1776190129.820445:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8f54cdc. 00010000:00000010:3.0:1776190129.820467:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f3e252d. 00000100:00000010:3.0:1776190129.820474:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006db7f73b. 00000100:00000010:3.0:1776190129.820491:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006db7f73b. 00010000:00000010:3.0:1776190129.820494:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f3e252d. 00000400:00000010:3.0:1776190129.820506:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190129.820510:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296459776, offset 224 00000400:00000200:3.0:1776190129.820517:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.820527:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.820533:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92279:92279:256:4294967295] 192.168.203.39@tcp LPNI seq info [92279:92279:8:4294967295] 00000400:00000200:3.0:1776190129.820542:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.820547:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.820551:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352314). 00000800:00000200:3.0:1776190129.820557:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.820564:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.820567:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.820646:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.820650:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.820652:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b13996c. 02000000:00000010:3.0:1776190129.820661:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008516abe2. 00000100:00000010:3.0:1776190129.820665:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2d466. 02000000:00000010:3.0:1776190129.820668:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fa95ab8a. 00000100:00000010:3.0:1776190129.820669:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 02000000:00000010:3.0:1776190129.820672:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d83dd453. 00000100:00000010:3.0:1776190129.820675:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 02000000:00000010:3.0:1776190129.820678:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009b57fd50. 00000100:00000010:3.0:1776190129.820681:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8f88089. 02000000:00000010:3.0:1776190129.820684:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000edeb4828. 00000100:00000010:3.0:1776190129.820686:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 02000000:00000010:3.0:1776190129.820689:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004ec05581. 00000100:00000010:3.0:1776190129.820691:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089ccee46. 00000100:00000200:3.0:1776190129.820697:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190129.820702:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f027fb83. 00000400:00000010:3.0:1776190129.820706:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006db7f73b (tot 82352466). 00080000:00000010:0.0:1776190129.820757:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7c2bec3. 00010000:00000010:0.0:1776190129.820859:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002658ca46. 00010000:00000010:0.0:1776190129.820865:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ee7ffd73. 00010000:00000010:0.0:1776190129.820946:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a66ec2de. 00010000:00000010:0.0:1776190129.820951:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002658ca46. 00010000:00000010:0.0:1776190129.820960:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b287e731. 00000100:00000010:0.0:1776190129.820963:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb3be78e. 00000100:00000010:0.0:1776190129.820970:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ecfc9a6. 02000000:00000010:0.0:1776190129.820980:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da40a23e. 02000000:00000010:0.0:1776190129.821001:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c2bbac61. 00000400:00000010:0.0:1776190129.821005:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086fd40c7. 00000400:00000010:0.0:1776190129.821009:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078894c92. 00000100:00000200:0.0:1776190129.821013:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301347968, portal 16 00000400:00000010:0.0:1776190129.821016:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066d61e78. 00000100:00000200:0.0:1776190129.821018:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301347968, offset 0 00000400:00000200:0.0:1776190129.821023:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.821030:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.821036:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190129.821039:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190129.821041:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190129.821044:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92280:92280:255:4294967295] 192.168.203.39@tcp LPNI seq info [92280:92280:7:4294967295] 00000400:00000200:0.0:1776190129.821050:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.821054:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.821057:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352714). 00000800:00000200:0.0:1776190129.821061:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.821066:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.821068:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190129.821167:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.821170:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aee482f6 (tot 82352466). 00000400:00000200:1.0:1776190129.821174:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.821178:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.821182:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd055298 00000400:00000010:1.0:1776190129.821184:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd055298. 02000000:00000010:1.0:1776190129.821189:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001f40520d. 00000800:00000200:1.0:1776190129.821230:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.821232:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:1.0:1776190129.821235:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.821238:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.821240:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066d61e78 00000400:00000010:1.0:1776190129.821241:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066d61e78. 00000100:00000200:1.0:1776190129.821246:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008ecfc9a6 x1862468301347968/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190129.821845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d336c71c. 00010000:00000010:0.1:1776190129.821849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086e7efe2. 00010000:00000010:0.1:1776190129.821854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002abaa25e. 00000400:00000200:0.0:1776190129.823227:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.823244:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181dc80 00000400:00000200:0.0:1776190129.823254:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5371 [1] + 224 00000400:00000200:0.0:1776190129.823264:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.823268:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.823277:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008ecfc9a6 x1862468301347968/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190129.823310:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.823315:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374640 00000400:00000200:0.0:1776190129.823320:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3cdd [2] + 0 00000400:00000200:0.0:1776190129.823379:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.823383:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.823388:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190129.823393:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cceeb59c. 00000400:00000010:3.0:1776190129.823437:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086fd40c7. 00000400:00000200:3.0:1776190129.823442:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078894c92 00000400:00000010:3.0:1776190129.823444:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078894c92. 00000100:00000200:3.0:1776190129.823450:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008ecfc9a6 x1862468301347968/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.823458:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008ecfc9a6 x1862468301347968/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190129.823485:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c2bbac61. 02000000:00000010:3.0:1776190129.823491:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000da40a23e. 00000100:00000010:3.0:1776190129.823495:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ecfc9a6. 00000100:00000010:3.0:1776190129.823498:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bb3be78e. 00010000:00000010:3.0:1776190129.823502:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b287e731. 00000020:00000010:1.0:1776190129.823936:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000554647e. 00000020:00000010:1.0:1776190129.823943:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.823947:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190129.823969:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cceeb59c x1862468296459840/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190129.823994:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296459840 02000000:00000010:1.0:1776190129.824005:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a286515c. 00010000:00000010:1.0:1776190129.824032:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083851c68. 00010000:00000010:1.0:1776190129.824050:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190129.824056:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb55651a. 00000100:00000010:1.0:1776190129.824066:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb55651a. 00010000:00000010:1.0:1776190129.824069:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190129.824080:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190129.824084:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296459840, offset 224 00000400:00000200:1.0:1776190129.824090:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.824099:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.824105:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92281:92281:256:4294967295] 192.168.203.39@tcp LPNI seq info [92281:92281:8:4294967295] 00000400:00000200:1.0:1776190129.824114:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.824119:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.824123:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190129.824128:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.824134:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.824137:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190129.824161:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.824166:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190129.824169:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000554647e. 00000800:00000200:0.0:1776190129.824270:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.824274:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:0.0:1776190129.824283:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.824287:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.824290:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:0.0:1776190129.824292:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 00080000:00000010:3.0:1776190129.824557:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b13996c. 00010000:00000010:3.0:1776190129.824799:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002658ca46. 00010000:00000010:3.0:1776190129.824806:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000402ecd42. 00010000:00000010:3.0:1776190129.824889:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003dca27b2. 00010000:00000010:3.0:1776190129.824895:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058aea0e5. 00010000:00000010:3.0:1776190129.824906:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f3e252d. 00000100:00000010:3.0:1776190129.824910:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190129.824916:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 02000000:00000010:3.0:1776190129.824925:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007495196e. 02000000:00000010:3.0:1776190129.824950:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f40520d. 00000400:00000010:3.0:1776190129.824955:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002661a205. 00000400:00000010:3.0:1776190129.824960:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e52bdf0a. 00000100:00000200:3.0:1776190129.824965:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301348032, portal 16 00000400:00000010:3.0:1776190129.824969:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190129.824971:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301348032, offset 0 00000400:00000200:3.0:1776190129.824978:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.825044:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.825052:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.825055:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.825058:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.825061:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92282:92282:256:4294967295] 192.168.203.39@tcp LPNI seq info [92282:92282:8:4294967295] 00000400:00000200:3.0:1776190129.825069:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.825074:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.825078:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190129.825083:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.825087:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.825090:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190129.825362:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.825365:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aee482f6 (tot 82352218). 00000400:00000200:1.0:1776190129.825369:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.825374:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.825378:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bd3563 00000400:00000010:1.0:1776190129.825380:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bd3563. 00000100:00000200:1.0:1776190129.825391:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2a2b9 x1862468301348032/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190129.825885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e367151. 00010000:00000010:0.1:1776190129.825892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a336a47. 00010000:00000010:3.1:1776190129.826426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e4a847d. 00000400:00000200:0.0:1776190129.826971:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.826986:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181dcc0 00000400:00000200:0.0:1776190129.826993:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb537d [1] + 224 00000400:00000200:0.0:1776190129.827008:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.827012:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.827020:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2a2b9 x1862468301348032/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190129.827090:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002661a205. 00000400:00000200:3.0:1776190129.827095:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e52bdf0a 00000400:00000010:3.0:1776190129.827098:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e52bdf0a. 00000100:00000200:3.0:1776190129.827103:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2a2b9 x1862468301348032/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.827110:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2a2b9 x1862468301348032/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190129.827134:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f40520d. 02000000:00000010:3.0:1776190129.827141:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007495196e. 00000100:00000010:3.0:1776190129.827144:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 00000100:00000010:3.0:1776190129.827147:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:3.0:1776190129.827150:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f3e252d. 00000400:00000200:0.0:1776190129.828574:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.828585:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374680 00000400:00000200:0.0:1776190129.828591:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3cdd [2] + 328 00000400:00000200:0.0:1776190129.828650:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.828655:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.828661:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190129.828667:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009764b41c. 00000020:00000010:2.0:1776190129.829087:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2f315f9. 00000020:00000010:2.0:1776190129.829092:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190129.829095:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb7e48a1. 00080000:00000010:3.0:1776190129.829199:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da40a23e. 00010000:00000010:3.0:1776190129.829274:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058aea0e5. 00010000:00000010:3.0:1776190129.829280:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea56983d. 00010000:00000010:3.0:1776190129.829350:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a55191d2. 00010000:00000010:3.0:1776190129.829355:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058aea0e5. 00010000:00000010:3.0:1776190129.829364:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f3e252d. 00000100:00000010:3.0:1776190129.829368:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190129.829374:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 02000000:00000010:3.0:1776190129.829385:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007495196e. 02000000:00000010:3.0:1776190129.829404:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f40520d. 00000400:00000010:3.0:1776190129.829409:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002661a205. 00000400:00000010:3.0:1776190129.829413:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e52bdf0a. 00000100:00000200:3.0:1776190129.829418:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301348096, portal 16 00000400:00000010:3.0:1776190129.829422:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6b5ec91. 00000100:00000200:3.0:1776190129.829424:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301348096, offset 0 00000400:00000200:3.0:1776190129.829429:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.829435:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.829442:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.829446:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.829449:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.829451:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92284:92284:255:4294967295] 192.168.203.39@tcp LPNI seq info [92284:92284:7:4294967295] 00000400:00000200:3.0:1776190129.829457:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.829462:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.829466:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352714). 00000800:00000200:3.0:1776190129.829470:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.829474:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.829475:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190129.829707:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.829712:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054ef62b4 (tot 82352466). 00000400:00000200:0.0:1776190129.829717:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.829721:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.829725:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000380035ad 00000400:00000010:0.0:1776190129.829726:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000380035ad. 00000800:00000200:0.0:1776190129.829799:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.829801:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004809ab70 (tot 82352218). 00000400:00000200:0.0:1776190129.829806:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.829810:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.829812:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6b5ec91 00000400:00000010:0.0:1776190129.829814:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6b5ec91. 00000100:00000200:0.0:1776190129.829819:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2a2b9 x1862468301348096/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190129.830976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000db6aedc. 00000400:00000200:0.0:1776190129.834681:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.834701:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181dd00 00000400:00000200:0.0:1776190129.834711:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5389 [1] + 224 00000400:00000200:0.0:1776190129.834725:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.834729:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.834739:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2a2b9 x1862468301348096/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190129.834880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e25fb7b. 00010000:00000010:3.1:1776190129.834887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a66ec2de. 00000400:00000010:3.0:1776190129.834907:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002661a205. 00000400:00000200:3.0:1776190129.834911:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e52bdf0a 00000400:00000010:3.0:1776190129.834913:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e52bdf0a. 00000100:00000200:3.0:1776190129.834919:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2a2b9 x1862468301348096/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.834926:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2a2b9 x1862468301348096/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190129.834953:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f40520d. 02000000:00000010:3.0:1776190129.834960:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007495196e. 00000100:00000010:3.0:1776190129.834963:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 00000100:00000010:3.0:1776190129.834967:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:3.0:1776190129.834971:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f3e252d. 00000400:00000200:0.0:1776190129.837259:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.837275:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13746c0 00000400:00000200:0.0:1776190129.837283:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3cdd [2] + 656 00000400:00000200:0.0:1776190129.837340:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.837344:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.837350:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190129.837356:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 00000020:00000010:2.0:1776190129.837448:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb7e48a1. 00000020:00000010:2.0:1776190129.837457:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2f315f9. 00000020:00000010:2.0:1776190129.837462:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190129.837490:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000abc3f2e1 x1862468296459968/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190129.837524:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296459968 02000000:00000010:2.0:1776190129.837534:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003916ab64. 00010000:00000010:2.0:1776190129.837562:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007bc112d8. 00010000:00000010:2.0:1776190129.837582:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190129.837588:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc756188. 00000100:00000010:2.0:1776190129.837619:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc756188. 00010000:00000010:2.0:1776190129.837624:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190129.837637:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0363170. 00000100:00000200:2.0:1776190129.837643:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296459968, offset 224 00000400:00000200:2.0:1776190129.837650:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190129.837660:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190129.837666:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92285:92285:256:4294967295] 192.168.203.39@tcp LPNI seq info [92285:92285:8:4294967295] 00000400:00000200:2.0:1776190129.837675:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190129.837679:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190129.837683:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0a4d4c8 (tot 82352466). 00000800:00000200:2.0:1776190129.837688:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190129.837696:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190129.837700:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0a4d4c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190129.837721:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2f315f9. 00000020:00000010:2.0:1776190129.837724:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190129.837726:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb7e48a1. 00000800:00000200:0.0:1776190129.837893:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.837897:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0a4d4c8 (tot 82352218). 00000400:00000200:0.0:1776190129.837901:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.837905:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.837909:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0363170 00000400:00000010:0.0:1776190129.837911:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0363170. 00080000:00000010:3.0:1776190129.838015:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007495196e. 00010000:00000010:3.0:1776190129.838091:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058aea0e5. 00010000:00000010:3.0:1776190129.838098:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e547bf66. 00010000:00000010:3.0:1776190129.838167:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eaacb866. 00010000:00000010:3.0:1776190129.838170:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000be3adb4f. 00010000:00000010:3.0:1776190129.838175:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061082947. 00010000:00000010:3.0:1776190129.838180:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058aea0e5. 00080000:00000010:3.0:1776190129.838190:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f40520d. 00010000:00000010:3.0:1776190129.838211:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058aea0e5. 00010000:00000010:3.0:1776190129.838214:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000be3adb4f. 00010000:00000010:3.0:1776190129.838255:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002762e9a8. 00010000:00000010:3.0:1776190129.838258:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058aea0e5. 00010000:00000010:3.0:1776190129.838265:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f3e252d. 00000100:00000010:3.0:1776190129.838270:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190129.838277:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 02000000:00000010:3.0:1776190129.838288:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ec05581. 02000000:00000010:3.0:1776190129.838310:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edeb4828. 00000400:00000010:3.0:1776190129.838315:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002661a205. 00000400:00000010:3.0:1776190129.838320:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e52bdf0a. 00000100:00000200:3.0:1776190129.838324:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301348160, portal 16 00000400:00000010:3.0:1776190129.838328:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f8ae577. 00000100:00000200:3.0:1776190129.838330:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301348160, offset 0 00000400:00000200:3.0:1776190129.838338:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.838345:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.838351:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.838353:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.838356:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.838358:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92286:92286:256:4294967295] 192.168.203.39@tcp LPNI seq info [92286:92286:8:4294967295] 00000400:00000200:3.0:1776190129.838365:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.838370:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.838373:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352466). 00000800:00000200:3.0:1776190129.838376:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.838381:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.838383:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190129.838661:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.838664:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003900fe9a (tot 82352218). 00000400:00000200:0.0:1776190129.838669:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.838672:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.838675:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f8ae577 00000400:00000010:0.0:1776190129.838678:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f8ae577. 00000100:00000200:0.0:1776190129.838683:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2a2b9 x1862468301348160/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190129.838908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef622d6f. 00010000:00000010:3.1:1776190129.838986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000722bef76. 00010000:00000010:3.1:1776190129.838992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dca27b2. 00010000:00000010:2.1:1776190129.843054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014202392. 00000400:00000200:0.0:1776190129.844532:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.844552:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181dd40 00000400:00000200:0.0:1776190129.844564:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5395 [1] + 224 00000400:00000200:0.0:1776190129.844583:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.844587:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.844606:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2a2b9 x1862468301348160/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190129.844697:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002661a205. 00000400:00000200:3.0:1776190129.844702:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e52bdf0a 00000400:00000010:3.0:1776190129.844704:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e52bdf0a. 00000100:00000200:3.0:1776190129.844710:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2a2b9 x1862468301348160/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.844717:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2a2b9 x1862468301348160/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190129.844753:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edeb4828. 02000000:00000010:3.0:1776190129.844760:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004ec05581. 00000100:00000010:3.0:1776190129.844764:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 00000100:00000010:3.0:1776190129.844769:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:3.0:1776190129.844798:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f3e252d. 00000400:00000200:0.0:1776190129.846271:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.846289:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374700 00000400:00000200:0.0:1776190129.846297:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3cdd [2] + 984 00000400:00000200:0.0:1776190129.846529:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.846535:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.846541:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190129.846548:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ecfc9a6. 00000020:00000010:3.0:1776190129.847218:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d83dd453. 00000020:00000010:3.0:1776190129.847225:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.847229:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.847255:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008ecfc9a6 x1862468296460032/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190129.847345:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296460032 02000000:00000010:3.0:1776190129.847360:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004ec05581. 00010000:00000010:3.0:1776190129.847388:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097f88bb9. 00010000:00000010:3.0:1776190129.847409:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f3e252d. 00000100:00000010:3.0:1776190129.847416:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190129.847468:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:3.0:1776190129.847472:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f3e252d. 00000400:00000010:3.0:1776190129.847485:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e52bdf0a. 00000100:00000200:3.0:1776190129.847489:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296460032, offset 224 00000400:00000200:3.0:1776190129.847497:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.847509:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.847515:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92287:92287:256:4294967295] 192.168.203.39@tcp LPNI seq info [92287:92287:8:4294967295] 00000400:00000200:3.0:1776190129.847526:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.847532:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.847536:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190129.847541:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.847548:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.847552:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.847578:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190129.847582:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.847585:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d83dd453. 00000800:00000200:1.0:1776190129.847714:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190129.847718:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adc83051 (tot 82352218). 00000400:00000200:1.0:1776190129.847728:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190129.847732:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190129.847736:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e52bdf0a 00000400:00000010:1.0:1776190129.847738:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e52bdf0a. 00080000:00000010:0.0:1776190129.848953:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2bbac61. 00010000:00000010:0.0:1776190129.849060:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058aea0e5. 00010000:00000010:0.0:1776190129.849067:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eb754c8. 00010000:00000010:0.0:1776190129.849137:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002a336a47. 00010000:00000010:0.0:1776190129.849144:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004c095ad. 00010000:00000010:0.0:1776190129.849155:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008bb04b9d. 00000100:00000010:0.0:1776190129.849161:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d0abba2. 00000100:00000010:0.0:1776190129.849170:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2d466. 02000000:00000010:0.0:1776190129.849186:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eff19454. 02000000:00000010:0.0:1776190129.849212:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d1d75f0. 00000400:00000010:0.0:1776190129.849218:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000024556b01. 00000400:00000010:0.0:1776190129.849224:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c79e5fff. 00000100:00000200:0.0:1776190129.849230:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301348224, portal 16 00000400:00000010:0.0:1776190129.849236:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeac3683. 00000100:00000200:0.0:1776190129.849238:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301348224, offset 0 00000400:00000200:0.0:1776190129.849246:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.849259:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.849265:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190129.849269:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190129.849271:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190129.849275:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92288:92288:256:4294967295] 192.168.203.39@tcp LPNI seq info [92288:92288:8:4294967295] 00000400:00000200:0.0:1776190129.849283:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.849288:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.849292:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097d8db9e (tot 82352466). 00000800:00000200:0.0:1776190129.849298:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.849303:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.849307:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000097d8db9e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190129.850916:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190129.850923:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097d8db9e (tot 82352218). 00000400:00000200:2.0:1776190129.850931:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190129.850939:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190129.850944:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeac3683 00000400:00000010:2.0:1776190129.850946:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeac3683. 00000100:00000200:2.0:1776190129.850954:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2d466 x1862468301348224/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190129.853903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ab9c453. 00010000:00000010:3.1:1776190129.853917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00010000:00000010:3.1:1776190129.853921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eaacb866. 00010000:00000010:3.1:1776190129.853924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061082947. 00000400:00000200:0.0:1776190129.854709:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.854726:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181dd80 00000400:00000200:0.0:1776190129.854736:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb53a1 [1] + 224 00000400:00000200:0.0:1776190129.854751:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.854755:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.854764:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2d466 x1862468301348224/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190129.855212:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.855218:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374740 00000400:00000200:0.0:1776190129.855223:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3cdd [2] + 1312 00000400:00000200:0.0:1776190129.855272:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.855276:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.855280:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190129.855285:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000574dbf23. 00000020:00000010:1.0:1776190129.855369:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000554647e. 00000020:00000010:1.0:1776190129.855377:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.855382:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190129.855403:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000574dbf23 x1862468296460096/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190129.855437:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296460096 02000000:00000010:1.0:1776190129.855448:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000031bc45d0. 00010000:00000010:1.0:1776190129.855484:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190129.855491:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb55651a. 00000100:00000010:1.0:1776190129.855498:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb55651a. 00010000:00000010:1.0:1776190129.855501:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190129.855513:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fce4358d. 00000100:00000200:1.0:1776190129.855518:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296460096, offset 224 00000400:00000200:1.0:1776190129.855525:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.855536:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.855541:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92289:92289:256:4294967295] 192.168.203.39@tcp LPNI seq info [92289:92289:8:4294967295] 00000400:00000200:1.0:1776190129.855550:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.855555:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.855559:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190129.855565:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.855571:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.855574:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190129.855606:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.855611:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190129.855623:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000554647e. 00000800:00000200:0.0:1776190129.855813:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.855818:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:0.0:1776190129.855826:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.855830:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.855834:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fce4358d 00000400:00000010:0.0:1776190129.855835:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fce4358d. 00000400:00000010:3.0:1776190129.856242:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000024556b01. 00000400:00000200:3.0:1776190129.856247:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c79e5fff 00000400:00000010:3.0:1776190129.856248:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c79e5fff. 00000100:00000200:3.0:1776190129.856256:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2d466 x1862468301348224/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.856263:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2d466 x1862468301348224/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190129.856285:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca14986b. 02000000:00000010:3.0:1776190129.856300:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d1d75f0. 02000000:00000010:3.0:1776190129.856305:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eff19454. 00000100:00000010:3.0:1776190129.856309:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2d466. 00000100:00000010:3.0:1776190129.856312:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d0abba2. 00010000:00000010:3.0:1776190129.856314:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008bb04b9d. 00080000:00000010:3.0:1776190129.856331:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d83dd453. 00010000:00000010:3.0:1776190129.856421:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004c095ad. 00010000:00000010:3.0:1776190129.856428:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000364e60dd. 00010000:00000010:3.0:1776190129.856505:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061082947. 00010000:00000010:3.0:1776190129.856512:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f06e108. 00010000:00000010:3.0:1776190129.856522:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f3e252d. 00000100:00000010:3.0:1776190129.856526:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190129.856533:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 02000000:00000010:3.0:1776190129.856544:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eff19454. 02000000:00000010:3.0:1776190129.856569:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edeb4828. 00000400:00000010:3.0:1776190129.856574:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002661a205. 00000400:00000010:3.0:1776190129.856578:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190129.856583:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301348288, portal 16 00000400:00000010:3.0:1776190129.856587:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000100:00000200:3.0:1776190129.856589:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301348288, offset 0 00000400:00000200:3.0:1776190129.856607:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.856747:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.856756:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.856759:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.856761:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.856764:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92290:92290:256:4294967295] 192.168.203.39@tcp LPNI seq info [92290:92290:8:4294967295] 00000400:00000200:3.0:1776190129.856898:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.856904:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.856908:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190129.856913:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.856918:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.856921:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190129.857170:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190129.857174:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adc83051 (tot 82352218). 00000400:00000200:2.0:1776190129.857179:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190129.857183:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190129.857187:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003335af77 00000400:00000010:2.0:1776190129.857189:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003335af77. 00000100:00000200:2.0:1776190129.857195:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2a2b9 x1862468301348288/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190129.857901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000201f1756. 00000400:00000200:0.0:1776190129.859991:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.860010:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181ddc0 00000400:00000200:0.0:1776190129.860019:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb53ad [1] + 224 00000400:00000200:0.0:1776190129.860030:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.860033:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.860042:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2a2b9 x1862468301348288/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190129.860076:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.860081:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374780 00000400:00000200:0.0:1776190129.860086:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3cdd [2] + 1640 00000400:00000200:0.0:1776190129.860131:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.860135:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.860140:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190129.860145:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b6a886ef. 00000400:00000010:3.0:1776190129.860214:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002661a205. 00000400:00000200:3.0:1776190129.860219:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b61116a7 00000400:00000010:3.0:1776190129.860220:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b61116a7. 00000100:00000200:3.0:1776190129.860227:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2a2b9 x1862468301348288/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.860234:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2a2b9 x1862468301348288/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190129.860267:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edeb4828. 02000000:00000010:3.0:1776190129.860274:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eff19454. 00000100:00000010:3.0:1776190129.860279:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 00000100:00000010:3.0:1776190129.860282:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:3.0:1776190129.860287:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f3e252d. 00000020:00000010:2.0:1776190129.860442:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb7e48a1. 00000020:00000010:2.0:1776190129.860448:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2f315f9. 00000020:00000010:2.0:1776190129.860452:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190129.860474:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b6a886ef x1862468296460160/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190129.860509:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296460160 02000000:00000010:2.0:1776190129.860519:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002948e803. 00010000:00000010:2.0:1776190129.860544:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072cd591d. 00010000:00000010:2.0:1776190129.860565:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190129.860572:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc756188. 00000100:00000010:2.0:1776190129.860589:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc756188. 00010000:00000010:2.0:1776190129.860592:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190129.860613:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098d8ef60. 00000100:00000200:2.0:1776190129.860617:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296460160, offset 224 00000400:00000200:2.0:1776190129.860625:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190129.860884:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190129.860890:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92291:92291:256:4294967295] 192.168.203.39@tcp LPNI seq info [92291:92291:8:4294967295] 00000400:00000200:2.0:1776190129.860900:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190129.860905:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190129.860910:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4c63abf (tot 82352466). 00000800:00000200:2.0:1776190129.860915:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190129.860920:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190129.860924:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4c63abf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190129.860999:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2f315f9. 00000020:00000010:2.0:1776190129.861003:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190129.861006:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb7e48a1. 00080000:00000010:3.0:1776190129.861070:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d17a9fcf. 00010000:00000010:3.0:1776190129.861151:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f06e108. 00010000:00000010:3.0:1776190129.861157:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003d262cfc. 00010000:00000010:3.0:1776190129.861228:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a55191d2. 00010000:00000010:3.0:1776190129.861233:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f06e108. 00010000:00000010:3.0:1776190129.861243:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f3e252d. 00000100:00000010:3.0:1776190129.861248:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190129.861253:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 02000000:00000010:3.0:1776190129.861262:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000047f358b7. 02000000:00000010:3.0:1776190129.861287:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eff19454. 00000400:00000010:3.0:1776190129.861292:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002661a205. 00000400:00000010:3.0:1776190129.861297:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190129.861302:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301348352, portal 16 00000400:00000010:3.0:1776190129.861306:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ceb23d8e. 00000100:00000200:3.0:1776190129.861320:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301348352, offset 0 00000400:00000200:3.0:1776190129.861326:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.861333:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.861339:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.861342:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.861344:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.861347:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92292:92292:255:4294967295] 192.168.203.39@tcp LPNI seq info [92292:92292:7:4294967295] 00000400:00000200:3.0:1776190129.861353:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.861357:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.861360:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352714). 00000800:00000200:3.0:1776190129.861364:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.861367:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.861369:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776190129.862555:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ca0227f. 00010000:00000010:0.1:1776190129.862567:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002762e9a8. 00000800:00000200:0.0:1776190129.862621:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.862624:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4c63abf (tot 82352466). 00000400:00000200:0.0:1776190129.862630:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.862706:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.862711:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098d8ef60 00000400:00000010:0.0:1776190129.862713:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098d8ef60. 00000800:00000200:0.0:1776190129.865020:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.865028:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003900fe9a (tot 82352218). 00000400:00000200:0.0:1776190129.865039:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.865047:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.865051:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ceb23d8e 00000400:00000010:0.0:1776190129.865054:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ceb23d8e. 00000100:00000200:0.0:1776190129.865065:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2a2b9 x1862468301348352/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190129.865745:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190129.865759:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181de00 00000400:00000200:2.0:1776190129.865768:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb53b9 [1] + 224 00000400:00000200:2.0:1776190129.865807:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190129.865811:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190129.865817:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2a2b9 x1862468301348352/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190129.865846:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190129.865852:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13747c0 00000400:00000200:2.0:1776190129.865857:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3cdd [2] + 1968 00000400:00000010:2.0:1776190129.865860:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b9ed5f86. 00000400:00000200:2.0:1776190129.865865:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000500eaab8 00000400:00000200:2.0:1776190129.865904:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190129.865908:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190129.865911:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000500eaab8 00000400:00000010:2.0:1776190129.865913:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000500eaab8 (tot 82352066). 00000100:00000200:2.0:1776190129.865917:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.1:1776190129.866068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000baa75cd. 00010000:00000010:3.1:1776190129.866075:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f74fb8c. 00010000:00000010:3.1:1776190129.866080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a336a47. 00000400:00000010:3.0:1776190129.866097:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002661a205. 00000400:00000200:3.0:1776190129.866100:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b61116a7 00000400:00000010:3.0:1776190129.866101:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b61116a7. 00000100:00000200:3.0:1776190129.866107:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2a2b9 x1862468301348352/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.866114:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2a2b9 x1862468301348352/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190129.866143:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eff19454. 02000000:00000010:3.0:1776190129.866148:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000047f358b7. 00000100:00000010:3.0:1776190129.866153:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 00000100:00000010:3.0:1776190129.866156:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:3.0:1776190129.866159:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f3e252d. 00000020:00000010:0.0:1776190129.866516:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e763a37d. 00000020:00000010:0.0:1776190129.866524:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c4d1f6f. 00000020:00000010:0.0:1776190129.866529:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 00000100:00000200:0.0:1776190129.866552:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038d6a124 x1862468296460224/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190129.866584:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296460224 02000000:00000010:0.0:1776190129.866604:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000d1d75f0. 00010000:00000010:0.0:1776190129.866632:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000137028f6. 00010000:00000010:0.0:1776190129.866659:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000224d5fe9. 00000100:00000010:0.0:1776190129.866666:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d441eaa0. 00000100:00000010:0.0:1776190129.866679:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d441eaa0. 00010000:00000010:0.0:1776190129.866682:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000224d5fe9. 00000400:00000010:0.0:1776190129.866695:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001773e49e. 00000100:00000200:0.0:1776190129.866699:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296460224, offset 224 00000400:00000200:0.0:1776190129.866707:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.866719:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.866736:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92293:92293:256:4294967295] 192.168.203.39@tcp LPNI seq info [92293:92293:8:4294967295] 00000400:00000200:0.0:1776190129.866745:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.866750:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.866754:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007fb2559b (tot 82352314). 00000800:00000200:0.0:1776190129.866759:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.866766:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.866796:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007fb2559b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190129.866816:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c4d1f6f. 00000020:00000010:0.0:1776190129.866820:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:0.0:1776190129.866824:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e763a37d. 02000000:00000010:0.0:1776190129.866831:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002948e803. 00000100:00000010:0.0:1776190129.866835:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b6a886ef. 02000000:00000010:0.0:1776190129.866839:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000031bc45d0. 00000100:00000010:0.0:1776190129.866842:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000574dbf23. 02000000:00000010:0.0:1776190129.866844:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004ec05581. 00000100:00000010:0.0:1776190129.866847:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ecfc9a6. 02000000:00000010:0.0:1776190129.866849:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003916ab64. 00000100:00000010:0.0:1776190129.866851:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 02000000:00000010:0.0:1776190129.866854:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ae8d3579. 00000100:00000010:0.0:1776190129.866855:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009764b41c. 02000000:00000010:0.0:1776190129.866858:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a286515c. 00000100:00000010:0.0:1776190129.866860:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cceeb59c. 00000100:00000200:0.0:1776190129.866865:0:64667:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190129.866870:0:64667:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000002bd2b5f. 00000400:00000010:0.0:1776190129.866874:0:64667:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d441eaa0 (tot 82352466). 00080000:00000010:3.0:1776190129.866943:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eff19454. 00010000:00000010:3.0:1776190129.867026:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f06e108. 00010000:00000010:3.0:1776190129.867033:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000069653629. 00010000:00000010:3.0:1776190129.867106:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003dca27b2. 00010000:00000010:3.0:1776190129.867113:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f06e108. 00010000:00000010:3.0:1776190129.867121:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f3e252d. 00000100:00000010:3.0:1776190129.867125:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190129.867131:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 02000000:00000010:3.0:1776190129.867141:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000047f358b7. 02000000:00000010:3.0:1776190129.867161:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edeb4828. 00000400:00000010:3.0:1776190129.867164:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002661a205. 00000400:00000010:3.0:1776190129.867167:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190129.867170:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301348416, portal 16 00000400:00000010:3.0:1776190129.867174:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044641569. 00000100:00000200:3.0:1776190129.867176:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301348416, offset 0 00000400:00000200:3.0:1776190129.867181:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.867188:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.867194:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.867197:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.867200:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.867203:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92294:92294:255:4294967295] 192.168.203.39@tcp LPNI seq info [92294:92294:7:4294967295] 00000400:00000200:3.0:1776190129.867210:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.867213:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.867216:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352714). 00000800:00000200:3.0:1776190129.867219:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.867223:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.867225:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190129.867481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62267d. 00000800:00000200:2.0:1776190129.867523:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190129.867527:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007fb2559b (tot 82352466). 00000400:00000200:2.0:1776190129.867530:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190129.867535:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190129.867539:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001773e49e 00000400:00000010:2.0:1776190129.867541:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001773e49e. 02000000:00000010:2.0:1776190129.867545:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000d1d75f0. 00000800:00000200:2.0:1776190129.867608:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190129.867610:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004809ab70 (tot 82352218). 00000400:00000200:2.0:1776190129.867615:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190129.867618:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190129.867620:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044641569 00000400:00000010:2.0:1776190129.867621:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044641569. 00000100:00000200:2.0:1776190129.867627:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2a2b9 x1862468301348416/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190129.870828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004225db6c. 00010000:00000010:3.1:1776190129.870845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061082947. 00000400:00000200:0.0:1776190129.872134:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.872152:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181de40 00000400:00000200:0.0:1776190129.872160:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb53c9 [1] + 224 00000400:00000200:0.0:1776190129.872174:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.872178:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.872188:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2a2b9 x1862468301348416/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190129.872263:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002661a205. 00000400:00000200:3.0:1776190129.872267:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b61116a7 00000400:00000010:3.0:1776190129.872269:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b61116a7. 00000100:00000200:3.0:1776190129.872275:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2a2b9 x1862468301348416/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.872281:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2a2b9 x1862468301348416/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190129.872318:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edeb4828. 02000000:00000010:3.0:1776190129.872325:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000047f358b7. 00000100:00000010:3.0:1776190129.872330:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 00000100:00000010:3.0:1776190129.872333:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:3.0:1776190129.872338:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f3e252d. 00010000:00000010:0.1:1776190129.874851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d2a5d42. 00000400:00000200:2.0:1776190129.876754:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190129.876815:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374800 00000400:00000200:2.0:1776190129.876824:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3d35 [2] + 0 00000400:00000200:2.0:1776190129.876885:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190129.876890:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190129.876897:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190129.876903:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 00000020:00000010:1.0:1776190129.879930:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000554647e. 00000020:00000010:1.0:1776190129.879943:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.879948:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190129.879982:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d9e7cf1 x1862468296460288/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190129.880020:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296460288 02000000:00000010:1.0:1776190129.880032:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a286515c. 00010000:00000010:1.0:1776190129.880060:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f01edcf6. 00010000:00000010:1.0:1776190129.880081:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190129.880088:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb55651a. 00000100:00000010:1.0:1776190129.880246:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb55651a. 00010000:00000010:1.0:1776190129.880251:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190129.880267:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000269626f8. 00000100:00000200:1.0:1776190129.880272:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296460288, offset 224 00000400:00000200:1.0:1776190129.880280:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.880295:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.880300:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92295:92295:256:4294967295] 192.168.203.39@tcp LPNI seq info [92295:92295:8:4294967295] 00000400:00000200:1.0:1776190129.880323:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.880329:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.880333:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190129.880340:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.880347:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.880350:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190129.880409:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.880415:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190129.880417:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000554647e. 00010000:00000010:3.1:1776190129.881161:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da5c17dc. 00010000:00000010:3.1:1776190129.881170:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00080000:00000010:3.0:1776190129.881189:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edeb4828. 00010000:00000010:3.0:1776190129.881278:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f06e108. 00010000:00000010:3.0:1776190129.881284:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a824cce3. 00010000:00000010:3.0:1776190129.881469:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eaacb866. 00010000:00000010:3.0:1776190129.881473:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000be3adb4f. 00010000:00000010:3.0:1776190129.881478:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a55191d2. 00010000:00000010:3.0:1776190129.881483:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f06e108. 00080000:00000010:3.0:1776190129.881500:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047f358b7. 00010000:00000010:3.0:1776190129.881528:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f06e108. 00010000:00000010:3.0:1776190129.881532:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000be3adb4f. 00010000:00000010:3.0:1776190129.881582:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061082947. 00010000:00000010:3.0:1776190129.881586:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f06e108. 00010000:00000010:3.0:1776190129.881605:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f3e252d. 00000100:00000010:3.0:1776190129.881612:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190129.881620:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 02000000:00000010:3.0:1776190129.881715:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000030c65866. 02000000:00000010:3.0:1776190129.881918:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000028628fb. 00000400:00000010:3.0:1776190129.881924:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002661a205. 00000400:00000010:3.0:1776190129.881930:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190129.881935:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301348480, portal 16 00000400:00000010:3.0:1776190129.881940:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044641569. 00000100:00000200:3.0:1776190129.881942:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301348480, offset 0 00000400:00000200:3.0:1776190129.881950:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.881963:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.881970:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.881973:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.881976:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.881980:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92296:92296:255:4294967295] 192.168.203.39@tcp LPNI seq info [92296:92296:7:4294967295] 00000400:00000200:3.0:1776190129.881988:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.881994:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.881998:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352714). 00000800:00000200:3.0:1776190129.882004:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.882010:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.882013:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190129.882112:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190129.882116:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352466). 00000400:00000200:2.0:1776190129.882126:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190129.882131:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190129.882135:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000269626f8 00000400:00000010:2.0:1776190129.882137:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000269626f8. 00000800:00000200:2.0:1776190129.885117:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190129.885126:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aee482f6 (tot 82352218). 00000400:00000200:2.0:1776190129.885137:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190129.885146:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190129.885152:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044641569 00000400:00000010:2.0:1776190129.885154:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044641569. 00000100:00000200:2.0:1776190129.885164:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2a2b9 x1862468301348480/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190129.885916:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.885930:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181de80 00000400:00000200:0.0:1776190129.885939:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb53d5 [1] + 224 00000400:00000200:0.0:1776190129.885948:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.885952:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.885958:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2a2b9 x1862468301348480/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190129.886021:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.886027:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374840 00000400:00000200:0.0:1776190129.886032:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3d35 [2] + 328 00000400:00000200:0.0:1776190129.886080:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.886083:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.886087:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190129.886092:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cceeb59c. 00000020:00000010:1.0:1776190129.886175:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000554647e. 00000020:00000010:1.0:1776190129.886182:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.886186:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190129.886209:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cceeb59c x1862468296460352/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190129.886243:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296460352 02000000:00000010:1.0:1776190129.886255:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000031bc45d0. 00010000:00000010:1.0:1776190129.886289:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190129.886296:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb55651a. 00000100:00000010:1.0:1776190129.886302:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb55651a. 00010000:00000010:1.0:1776190129.886305:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190129.886329:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000befa0629. 00000100:00000200:1.0:1776190129.886334:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296460352, offset 224 00000400:00000200:1.0:1776190129.886340:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.886351:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.886356:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92297:92297:256:4294967295] 192.168.203.39@tcp LPNI seq info [92297:92297:8:4294967295] 00000400:00000200:1.0:1776190129.886363:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.886367:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.886372:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190129.886376:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.886383:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.886386:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190129.886409:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.886413:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190129.886416:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000554647e. 00000800:00000200:0.0:1776190129.886549:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.886553:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:0.0:1776190129.886561:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.886564:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.886568:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000befa0629 00000400:00000010:0.0:1776190129.886570:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000befa0629. 00000400:00000010:3.0:1776190129.888006:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002661a205. 00000400:00000200:3.0:1776190129.888013:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b61116a7 00000400:00000010:3.0:1776190129.888015:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b61116a7. 00000100:00000200:3.0:1776190129.888026:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2a2b9 x1862468301348480/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.888034:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2a2b9 x1862468301348480/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190129.888058:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066e8f356. 02000000:00000010:3.0:1776190129.888075:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000028628fb. 02000000:00000010:3.0:1776190129.888081:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000030c65866. 00000100:00000010:3.0:1776190129.888086:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 00000100:00000010:3.0:1776190129.888089:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:3.0:1776190129.888092:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f3e252d. 00080000:00000010:3.0:1776190129.888109:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000030c65866. 00010000:00000010:3.0:1776190129.888188:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f06e108. 00010000:00000010:3.0:1776190129.888193:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006f15f59d. 00010000:00000010:3.0:1776190129.888259:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004432581b. 00010000:00000010:3.0:1776190129.888264:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f06e108. 00010000:00000010:3.0:1776190129.888272:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f3e252d. 00000100:00000010:3.0:1776190129.888276:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190129.888282:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 02000000:00000010:3.0:1776190129.888292:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000028628fb. 02000000:00000010:3.0:1776190129.888420:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087704bd0. 00000400:00000010:3.0:1776190129.888425:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002661a205. 00000400:00000010:3.0:1776190129.888429:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190129.888434:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301348544, portal 16 00000400:00000010:3.0:1776190129.888438:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ceb23d8e. 00000100:00000200:3.0:1776190129.888439:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301348544, offset 0 00000400:00000200:3.0:1776190129.888446:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.888456:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.888462:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.888465:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.888468:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.888471:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92298:92298:256:4294967295] 192.168.203.39@tcp LPNI seq info [92298:92298:8:4294967295] 00000400:00000200:3.0:1776190129.888480:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.888484:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.888489:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190129.888493:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.888499:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.888501:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190129.890619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054a01bf5. 00000800:00000200:2.0:1776190129.890790:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190129.890796:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aee482f6 (tot 82352218). 00000400:00000200:2.0:1776190129.890805:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190129.890819:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190129.890825:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ceb23d8e 00000400:00000010:2.0:1776190129.890827:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ceb23d8e. 00000100:00000200:2.0:1776190129.890838:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2a2b9 x1862468301348544/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190129.892051:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.892070:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181dec0 00000400:00000200:0.0:1776190129.892079:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb53e1 [1] + 224 00000400:00000200:0.0:1776190129.892094:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.892098:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.892106:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2a2b9 x1862468301348544/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190129.892178:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002661a205. 00000400:00000200:3.0:1776190129.892182:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b61116a7 00000400:00000010:3.0:1776190129.892184:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b61116a7. 00000100:00000200:3.0:1776190129.892189:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2a2b9 x1862468301348544/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.892196:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2a2b9 x1862468301348544/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190129.892222:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087704bd0. 02000000:00000010:3.0:1776190129.892227:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000028628fb. 00000100:00000010:3.0:1776190129.892231:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 00000100:00000010:3.0:1776190129.892235:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:3.0:1776190129.892238:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f3e252d. 00000400:00000200:0.0:1776190129.893285:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.893300:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374880 00000400:00000200:0.0:1776190129.893317:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3d35 [2] + 656 00000400:00000200:0.0:1776190129.893374:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.893378:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.893383:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190129.893388:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009764b41c. 00010000:00000010:3.1:1776190129.893838:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007195953d. 00010000:00000010:3.1:1776190129.893846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dca27b2. 00010000:00000010:3.1:1776190129.893850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eaacb866. 00010000:00000010:3.1:1776190129.893852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00000020:00000010:2.0:1776190129.893940:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb7e48a1. 00000020:00000010:2.0:1776190129.893948:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2f315f9. 00000020:00000010:2.0:1776190129.893953:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190129.893980:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009764b41c x1862468296460416/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190129.894015:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296460416 02000000:00000010:2.0:1776190129.894025:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b9fff3f9. 00010000:00000010:2.0:1776190129.894050:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000085f94b52. 00010000:00000010:2.0:1776190129.894068:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190129.894074:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc756188. 00000100:00000010:2.0:1776190129.894091:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc756188. 00010000:00000010:2.0:1776190129.894094:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190129.894106:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc836e8a. 00000100:00000200:2.0:1776190129.894110:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296460416, offset 224 00000400:00000200:2.0:1776190129.894117:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00080000:00000010:3.0:1776190129.894120:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000028628fb. 00000400:00000200:2.0:1776190129.894128:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190129.894134:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92299:92299:256:4294967295] 192.168.203.39@tcp LPNI seq info [92299:92299:8:4294967295] 00000400:00000200:2.0:1776190129.894145:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190129.894150:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190129.894154:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797f442e (tot 82352466). 00000800:00000200:2.0:1776190129.894159:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190129.894165:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190129.894169:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000797f442e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190129.894191:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2f315f9. 00000020:00000010:2.0:1776190129.894195:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190129.894198:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb7e48a1. 00010000:00000010:3.0:1776190129.894201:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f06e108. 00010000:00000010:3.0:1776190129.894210:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000455c6946. 00010000:00000010:3.0:1776190129.894295:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a55191d2. 00010000:00000010:3.0:1776190129.894301:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f06e108. 00010000:00000010:3.0:1776190129.894325:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f3e252d. 00000100:00000010:3.0:1776190129.894330:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190129.894337:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 02000000:00000010:3.0:1776190129.894348:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000087704bd0. 02000000:00000010:3.0:1776190129.894368:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4e90824. 00000400:00000010:3.0:1776190129.894373:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002661a205. 00000400:00000010:3.0:1776190129.894378:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190129.894383:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301348608, portal 16 00000400:00000010:3.0:1776190129.894388:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000100:00000200:3.0:1776190129.894390:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301348608, offset 0 00000400:00000200:3.0:1776190129.894395:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.894402:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.894408:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.894411:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.894414:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.894416:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92300:92300:255:4294967295] 192.168.203.39@tcp LPNI seq info [92300:92300:7:4294967295] 00000400:00000200:3.0:1776190129.894423:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.894427:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.894430:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352714). 00000800:00000200:3.0:1776190129.894434:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.894438:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.894440:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190129.894743:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.894748:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797f442e (tot 82352466). 00000400:00000200:0.0:1776190129.894753:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.894758:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.894761:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc836e8a 00000400:00000010:0.0:1776190129.894764:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc836e8a. 00000800:00000200:0.0:1776190129.894852:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.894854:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004809ab70 (tot 82352218). 00000400:00000200:0.0:1776190129.894858:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.894861:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.894863:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003335af77 00000400:00000010:0.0:1776190129.894864:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003335af77. 00000100:00000200:0.0:1776190129.894869:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2a2b9 x1862468301348608/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190129.897828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b34294d3. 00010000:00000010:3.1:1776190129.897845:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048cfff63. 00010000:00000010:3.1:1776190129.897852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061082947. 00000400:00000200:0.0:1776190129.899055:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.899075:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181df00 00000400:00000200:0.0:1776190129.899084:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb53ed [1] + 224 00000400:00000200:0.0:1776190129.899096:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.899100:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.899110:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2a2b9 x1862468301348608/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190129.899145:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.899151:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13748c0 00000400:00000200:0.0:1776190129.899155:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3d35 [2] + 984 00000400:00000200:0.0:1776190129.899164:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.899166:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.899170:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190129.899175:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 00000400:00000010:3.0:1776190129.899251:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002661a205. 00000400:00000200:3.0:1776190129.899256:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b61116a7 00000400:00000010:3.0:1776190129.899258:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b61116a7. 00000100:00000200:3.0:1776190129.899263:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2a2b9 x1862468301348608/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.899271:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2a2b9 x1862468301348608/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190129.899296:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4e90824. 02000000:00000010:3.0:1776190129.899301:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000087704bd0. 00000100:00000010:3.0:1776190129.899305:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 00000100:00000010:3.0:1776190129.899319:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:3.0:1776190129.899323:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f3e252d. 00000020:00000010:2.0:1776190129.899389:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb7e48a1. 00000020:00000010:2.0:1776190129.899395:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2f315f9. 00000020:00000010:2.0:1776190129.899399:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190129.899422:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000abc3f2e1 x1862468296460480/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190129.899459:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296460480 02000000:00000010:2.0:1776190129.899472:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000004a9b6b1. 00010000:00000010:2.0:1776190129.899496:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099f1c947. 00010000:00000010:2.0:1776190129.899512:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190129.899517:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc756188. 00000100:00000010:2.0:1776190129.899528:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc756188. 00010000:00000010:2.0:1776190129.899531:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190129.899541:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ef1c59. 00000100:00000200:2.0:1776190129.899544:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296460480, offset 224 00000400:00000200:2.0:1776190129.899551:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190129.899560:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190129.899565:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92301:92301:256:4294967295] 192.168.203.39@tcp LPNI seq info [92301:92301:8:4294967295] 00000400:00000200:2.0:1776190129.899574:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190129.899578:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190129.899582:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd90c4b (tot 82352466). 00000800:00000200:2.0:1776190129.899586:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190129.899592:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190129.899605:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd90c4b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190129.899622:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2f315f9. 00000020:00000010:2.0:1776190129.899626:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190129.899629:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb7e48a1. 00080000:00000010:3.0:1776190129.899675:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087704bd0. 00010000:00000010:3.0:1776190129.899752:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f06e108. 00010000:00000010:3.0:1776190129.899758:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c631f37a. 00010000:00000010:3.0:1776190129.899871:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061082947. 00010000:00000010:3.0:1776190129.899877:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f06e108. 00010000:00000010:3.0:1776190129.899887:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f3e252d. 00000100:00000010:3.0:1776190129.899890:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190129.899896:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 02000000:00000010:3.0:1776190129.899904:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d4e90824. 02000000:00000010:3.0:1776190129.899924:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8d95336. 00000400:00000010:3.0:1776190129.899929:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002661a205. 00000400:00000010:3.0:1776190129.899933:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190129.899937:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301348672, portal 16 00000400:00000010:3.0:1776190129.899941:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e52bdf0a. 00000100:00000200:3.0:1776190129.899943:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301348672, offset 0 00000400:00000200:3.0:1776190129.899948:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.899954:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.899960:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.899963:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.899965:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.899967:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92302:92302:255:4294967295] 192.168.203.39@tcp LPNI seq info [92302:92302:7:4294967295] 00000400:00000200:3.0:1776190129.899974:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.899978:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.899981:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352714). 00000800:00000200:3.0:1776190129.899984:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.899989:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.899991:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190129.900119:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.900123:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd90c4b (tot 82352466). 00000400:00000200:0.0:1776190129.900128:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.900132:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.900135:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ef1c59 00000400:00000010:0.0:1776190129.900136:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ef1c59. 00000800:00000200:0.0:1776190129.900193:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.900195:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003900fe9a (tot 82352218). 00000400:00000200:0.0:1776190129.900199:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.900202:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.900204:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e52bdf0a 00000400:00000010:0.0:1776190129.900205:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e52bdf0a. 00000100:00000200:0.0:1776190129.900209:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2a2b9 x1862468301348672/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190129.902248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000115a1d8a. 00010000:00000010:3.1:1776190129.902262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00010000:00000010:2.1:1776190129.902847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa3cf5f2. 00000400:00000200:0.0:1776190129.903264:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.903279:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181df40 00000400:00000200:0.0:1776190129.903284:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb53f9 [1] + 224 00000400:00000200:0.0:1776190129.903293:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.903295:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.903303:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2a2b9 x1862468301348672/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190129.903329:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.903332:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374900 00000400:00000200:0.0:1776190129.903335:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3d35 [2] + 1312 00000400:00000200:0.0:1776190129.903342:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.903343:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.903346:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190129.903350:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ecfc9a6. 00000020:00000010:1.0:1776190129.903427:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000554647e. 00000020:00000010:1.0:1776190129.903432:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.903435:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190129.903452:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008ecfc9a6 x1862468296460544/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190129.903475:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296460544 02000000:00000010:1.0:1776190129.903484:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009b57fd50. 00010000:00000010:1.0:1776190129.903511:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190129.903516:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb55651a. 00000100:00000010:1.0:1776190129.903521:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb55651a. 00010000:00000010:1.0:1776190129.903523:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190129.903532:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098f92200. 00000100:00000200:1.0:1776190129.903536:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296460544, offset 224 00000400:00000200:1.0:1776190129.903541:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.903550:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.903556:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92303:92303:256:4294967295] 192.168.203.39@tcp LPNI seq info [92303:92303:8:4294967295] 00000400:00000200:1.0:1776190129.903565:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.903570:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.903574:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190129.903579:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.903586:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.903589:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190129.903628:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.903633:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190129.903636:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000554647e. 00000400:00000010:3.0:1776190129.903720:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002661a205. 00000400:00000200:3.0:1776190129.903725:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b61116a7 00000400:00000010:3.0:1776190129.903727:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b61116a7. 00000100:00000200:3.0:1776190129.903735:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2a2b9 x1862468301348672/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.903743:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2a2b9 x1862468301348672/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190129.903766:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f8e82e33. 02000000:00000010:3.0:1776190129.903807:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8d95336. 02000000:00000010:3.0:1776190129.903813:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d4e90824. 00000100:00000010:3.0:1776190129.903818:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 00000100:00000010:3.0:1776190129.903821:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:3.0:1776190129.903824:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f3e252d. 00000800:00000200:0.0:1776190129.903833:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00080000:00000010:3.0:1776190129.903840:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8d95336. 00000800:00000010:0.0:1776190129.903841:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:0.0:1776190129.903852:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.903856:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.903859:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098f92200 00000400:00000010:0.0:1776190129.903860:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098f92200. 00010000:00000010:3.0:1776190129.903983:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f06e108. 00010000:00000010:3.0:1776190129.903989:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000953611dd. 00010000:00000010:3.0:1776190129.904145:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004432581b. 00010000:00000010:3.0:1776190129.904150:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f06e108. 00010000:00000010:3.0:1776190129.904160:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f3e252d. 00000100:00000010:3.0:1776190129.904163:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190129.904168:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 02000000:00000010:3.0:1776190129.904179:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bd3811e6. 02000000:00000010:3.0:1776190129.904199:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a766347e. 00000400:00000010:3.0:1776190129.904203:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002661a205. 00000400:00000010:3.0:1776190129.904206:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190129.904210:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301348736, portal 16 00000400:00000010:3.0:1776190129.904214:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f8ae577. 00000100:00000200:3.0:1776190129.904215:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301348736, offset 0 00000400:00000200:3.0:1776190129.904221:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.904228:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.904235:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190129.904238:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190129.904241:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190129.904244:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92304:92304:256:4294967295] 192.168.203.39@tcp LPNI seq info [92304:92304:8:4294967295] 00000400:00000200:3.0:1776190129.904252:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.904261:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.904264:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190129.904269:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.904273:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.904275:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190129.904604:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.904608:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adc83051 (tot 82352218). 00000400:00000200:0.0:1776190129.904613:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.904617:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.904621:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f8ae577 00000400:00000010:0.0:1776190129.904622:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f8ae577. 00000100:00000200:0.0:1776190129.904628:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2a2b9 x1862468301348736/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190129.906184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5990cb7. 00010000:00000010:3.1:1776190129.906197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00000400:00000200:0.0:1776190129.907899:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.907917:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181df80 00000400:00000200:0.0:1776190129.907926:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5405 [1] + 224 00000400:00000200:0.0:1776190129.907938:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.907942:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.907951:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2a2b9 x1862468301348736/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190129.907985:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.907990:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374940 00000400:00000200:0.0:1776190129.907995:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3d35 [2] + 1640 00000400:00000200:0.0:1776190129.908005:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.908008:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.908011:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190129.908016:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000574dbf23. 00000020:00000010:2.0:1776190129.908097:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb7e48a1. 00000020:00000010:2.0:1776190129.908104:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2f315f9. 00000020:00000010:2.0:1776190129.908108:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190129.908131:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000574dbf23 x1862468296460608/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190129.908165:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296460608 02000000:00000010:2.0:1776190129.908177:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ae8d3579. 00010000:00000010:2.0:1776190129.908213:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190129.908220:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc756188. 00000100:00000010:2.0:1776190129.908226:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc756188. 00010000:00000010:2.0:1776190129.908231:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190129.908245:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031a328f. 00000100:00000200:2.0:1776190129.908249:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296460608, offset 224 00000400:00000200:2.0:1776190129.908256:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190129.908265:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190129.908270:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92305:92305:256:4294967295] 192.168.203.39@tcp LPNI seq info [92305:92305:8:4294967295] 00000400:00000200:2.0:1776190129.908279:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190129.908285:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190129.908289:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd90c4b (tot 82352466). 00000800:00000200:2.0:1776190129.908294:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190129.908300:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190129.908303:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd90c4b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190129.908333:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2f315f9. 00000020:00000010:2.0:1776190129.908337:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190129.908340:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb7e48a1. 00000400:00000010:3.0:1776190129.908426:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002661a205. 00000400:00000200:3.0:1776190129.908432:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b61116a7 00000400:00000010:3.0:1776190129.908434:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b61116a7. 00000100:00000200:3.0:1776190129.908440:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2a2b9 x1862468301348736/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190129.908448:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2a2b9 x1862468301348736/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190129.908467:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051d39ccb. 00000800:00000200:0.0:1776190129.908520:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.908524:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd90c4b (tot 82352218). 00000400:00000200:0.0:1776190129.908529:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.908534:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.908537:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031a328f 00000400:00000010:0.0:1776190129.908538:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031a328f. 02000000:00000010:3.0:1776190129.908621:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a766347e. 02000000:00000010:3.0:1776190129.908627:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bd3811e6. 00000100:00000010:3.0:1776190129.908630:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 00000100:00000010:3.0:1776190129.908634:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:3.0:1776190129.908636:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f3e252d. 00080000:00000010:3.0:1776190129.908651:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd3811e6. 00010000:00000010:3.0:1776190129.908807:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f06e108. 00010000:00000010:3.0:1776190129.908813:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe3885e7. 00010000:00000010:3.0:1776190129.908882:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a55191d2. 00010000:00000010:3.0:1776190129.908890:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f06e108. 00010000:00000010:0.0:1776190129.908935:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000224d5fe9. 00000100:00000010:0.0:1776190129.908944:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b09aa53. 00000100:00000010:0.0:1776190129.908953:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b6a886ef. 02000000:00000010:0.0:1776190129.908962:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e763a37d. 02000000:00000010:0.0:1776190129.908983:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d1d75f0. 00000400:00000010:0.0:1776190129.908988:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000073bc2118. 00000400:00000010:0.0:1776190129.908992:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034085864. 00000100:00000200:0.0:1776190129.908996:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301348800, portal 16 00000400:00000010:0.0:1776190129.909000:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a88dbd8. 00000100:00000200:0.0:1776190129.909001:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301348800, offset 0 00000400:00000200:0.0:1776190129.909006:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.909014:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.909020:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190129.909023:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190129.909026:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190129.909028:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92306:92306:256:4294967295] 192.168.203.39@tcp LPNI seq info [92306:92306:8:4294967295] 00000400:00000200:0.0:1776190129.909034:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.909038:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.909041:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2a9049b (tot 82352466). 00000800:00000200:0.0:1776190129.909045:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.909049:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.909051:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2a9049b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190129.909153:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190129.909156:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2a9049b (tot 82352218). 00000400:00000200:2.0:1776190129.909160:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190129.909163:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190129.909166:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a88dbd8 00000400:00000010:2.0:1776190129.909167:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a88dbd8. 00000100:00000200:2.0:1776190129.909172:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b6a886ef x1862468301348800/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190129.909915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004294bda0. 00000400:00000200:0.0:1776190129.912589:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.912619:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181dfc0 00000400:00000200:0.0:1776190129.912629:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5411 [1] + 224 00000400:00000200:0.0:1776190129.912652:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.912655:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.912666:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b6a886ef x1862468301348800/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190129.912809:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.912815:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374980 00000400:00000200:0.0:1776190129.912820:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3d35 [2] + 1968 00000400:00000010:0.0:1776190129.912824:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d59f270. 00000400:00000200:0.0:1776190129.912828:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000eba597c6 00000400:00000200:0.0:1776190129.912875:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.912880:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.912883:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eba597c6 00000400:00000010:0.0:1776190129.912885:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000eba597c6 (tot 82352066). 00000100:00000200:0.0:1776190129.912889:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776190129.913247:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e044fff6. 00000020:00000010:1.0:1776190129.913254:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.913258:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190129.913281:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000072bc3b1e x1862468296460672/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190129.913325:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296460672 02000000:00000010:1.0:1776190129.913337:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000554647e. 00010000:00000010:1.0:1776190129.913372:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190129.913379:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb55651a. 00000100:00000010:1.0:1776190129.913385:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb55651a. 00010000:00000010:1.0:1776190129.913388:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190129.913401:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029c3017a. 00000100:00000200:1.0:1776190129.913405:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296460672, offset 224 00000400:00000200:1.0:1776190129.913412:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.913423:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.913428:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92307:92307:256:4294967295] 192.168.203.39@tcp LPNI seq info [92307:92307:8:4294967295] 00000400:00000200:1.0:1776190129.913437:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.913441:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.913446:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352314). 00000800:00000200:1.0:1776190129.913451:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.913457:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.913460:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190129.913487:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.913492:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190129.913495:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e044fff6. 02000000:00000010:1.0:1776190129.913503:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ae8d3579. 00000100:00000010:1.0:1776190129.913506:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000574dbf23. 02000000:00000010:1.0:1776190129.913510:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009b57fd50. 00000100:00000010:1.0:1776190129.913512:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ecfc9a6. 02000000:00000010:1.0:1776190129.913515:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000004a9b6b1. 00000100:00000010:1.0:1776190129.913517:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 02000000:00000010:1.0:1776190129.913519:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b9fff3f9. 00000100:00000010:1.0:1776190129.913521:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009764b41c. 02000000:00000010:1.0:1776190129.913524:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000031bc45d0. 00000100:00000010:1.0:1776190129.913526:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cceeb59c. 02000000:00000010:1.0:1776190129.913529:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a286515c. 00000100:00000010:1.0:1776190129.913532:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 00000100:00000200:1.0:1776190129.913538:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776190129.913542:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b9ed5f86. 00000400:00000010:1.0:1776190129.913547:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb55651a (tot 82352466). 00000800:00000200:3.0:1776190129.913945:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.913951:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:3.0:1776190129.913962:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.913967:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.913970:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029c3017a 00000400:00000010:3.0:1776190129.913973:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029c3017a. 02000000:00000010:3.0:1776190129.913977:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000554647e. 00000400:00000010:2.0:1776190129.915230:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000073bc2118. 00000400:00000200:2.0:1776190129.915239:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034085864 00000400:00000010:2.0:1776190129.915241:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034085864. 00000100:00000200:2.0:1776190129.915251:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b6a886ef x1862468301348800/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190129.915260:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b6a886ef x1862468301348800/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190129.915285:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078edfbe8. 02000000:00000010:2.0:1776190129.915305:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d1d75f0. 02000000:00000010:2.0:1776190129.915404:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e763a37d. 00000100:00000010:2.0:1776190129.915409:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b6a886ef. 00000100:00000010:2.0:1776190129.915413:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b09aa53. 00010000:00000010:2.0:1776190129.915416:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000224d5fe9. 00080000:00000010:2.0:1776190129.915436:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb7e48a1. 00010000:00000010:2.0:1776190129.915524:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f06e108. 00010000:00000010:2.0:1776190129.915531:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000020aef1e8. 00010000:00000010:2.0:1776190129.915634:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f54d30c. 00010000:00000010:2.0:1776190129.915866:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003d07a7a8. 00010000:00000010:2.0:1776190129.915879:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190129.915885:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc756188. 00000100:00000010:2.0:1776190129.915894:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190129.915907:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003916ab64. 02000000:00000010:2.0:1776190129.915932:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002948e803. 00000400:00000010:2.0:1776190129.915938:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a7663ce. 00000400:00000010:2.0:1776190129.915943:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d4d52a6. 00000100:00000200:2.0:1776190129.915948:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301348864, portal 16 00000400:00000010:2.0:1776190129.915953:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190129.915955:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301348864, offset 0 00000400:00000200:2.0:1776190129.915962:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190129.915975:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190129.915983:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190129.915986:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190129.915989:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190129.915992:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92308:92308:256:4294967295] 192.168.203.39@tcp LPNI seq info [92308:92308:8:4294967295] 00000400:00000200:2.0:1776190129.916001:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190129.916007:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190129.916011:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797f442e (tot 82352466). 00000800:00000200:2.0:1776190129.916017:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190129.916022:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190129.916026:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000797f442e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190129.918154:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.918163:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797f442e (tot 82352218). 00000400:00000200:0.0:1776190129.918173:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.918182:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.918188:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:0.0:1776190129.918295:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:0.0:1776190129.918309:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301348864/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190129.918731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e4fbfa8. 00010000:00000010:3.1:1776190129.918738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ee410e4. 00010000:00000010:3.1:1776190129.918743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061082947. 00000400:00000200:0.0:1776190129.919194:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.919208:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e000 00000400:00000200:0.0:1776190129.919216:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5421 [1] + 224 00000400:00000200:0.0:1776190129.919226:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.919230:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.919236:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301348864/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190129.919318:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.919324:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13749c0 00000400:00000200:0.0:1776190129.919329:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3d85 [2] + 0 00000400:00000200:0.0:1776190129.919372:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.919375:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.919379:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190129.919385:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000029fae5e5. 00000020:00000010:1.0:1776190129.919659:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a286515c. 00000020:00000010:1.0:1776190129.919666:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.919670:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190129.919698:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000029fae5e5 x1862468296460736/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190129.919737:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296460736 02000000:00000010:1.0:1776190129.919748:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000031bc45d0. 00010000:00000010:1.0:1776190129.919822:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190129.919829:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000dda35d8. 00000100:00000010:1.0:1776190129.919835:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000dda35d8. 00010000:00000010:1.0:1776190129.919839:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190129.919852:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053d224d6. 00000100:00000200:1.0:1776190129.919856:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296460736, offset 224 00000400:00000200:1.0:1776190129.919862:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.919874:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.919879:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92309:92309:256:4294967295] 192.168.203.39@tcp LPNI seq info [92309:92309:8:4294967295] 00000400:00000200:1.0:1776190129.919887:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.919891:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.919895:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190129.919900:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.919906:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.919909:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190129.919924:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.919928:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190129.919931:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a286515c. 00000800:00000200:0.0:1776190129.920041:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.920044:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:0.0:1776190129.920053:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.920057:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.920061:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053d224d6 00000400:00000010:0.0:1776190129.920063:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053d224d6. 00000400:00000010:2.0:1776190129.921393:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a7663ce. 00000400:00000200:2.0:1776190129.921402:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d4d52a6 00000400:00000010:2.0:1776190129.921405:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d4d52a6. 00000100:00000200:2.0:1776190129.921416:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301348864/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190129.921425:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301348864/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190129.921447:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001ba4cead. 02000000:00000010:2.0:1776190129.921463:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002948e803. 02000000:00000010:2.0:1776190129.921469:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003916ab64. 00000100:00000010:2.0:1776190129.921472:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190129.921476:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc756188. 00010000:00000010:2.0:1776190129.921480:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00080000:00000010:2.0:1776190129.921499:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003916ab64. 00010000:00000010:2.0:1776190129.921584:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d07a7a8. 00010000:00000010:2.0:1776190129.921591:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000526ecc73. 00000004:00000010:2.0:1776190129.921963:0:77242:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005cbe9f1f. 00000004:00000010:2.0:1776190129.921973:0:77242:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 00000000e5fa39f0. 00000004:00000010:2.0:1776190129.921979:0:77242:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 0000000087f70deb. 00080000:00000010:2.0:1776190129.921985:0:77242:0:(osd_handler.c:423:osd_object_alloc()) kmalloced '(mo)': 304 at 000000002948e803. 00000001:00000010:2.0:1776190129.922001:0:77242:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003a7663ce. 00000001:00000010:2.0:1776190129.922014:0:77242:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003a7663ce. 00080000:00000010:2.0:1776190129.922025:0:77242:0:(osd_handler.c:1673:osd_object_free()) kfreed 'obj': 304 at 000000002948e803. 00000004:00000010:2.0:1776190129.922030:0:77242:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 0000000087f70deb. 00000004:00000010:2.0:1776190129.922033:0:77242:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 00000000e5fa39f0. 00000004:00000010:2.0:1776190129.922036:0:77242:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 000000005cbe9f1f. 00010000:00000010:2.0:1776190129.922066:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fcbf92f0. 00010000:00000010:2.0:1776190129.922071:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003d07a7a8. 00010000:00000010:2.0:1776190129.922084:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190129.922090:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc756188. 00000100:00000010:2.0:1776190129.922097:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190129.922108:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002948e803. 02000000:00000010:2.0:1776190129.922132:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa95ab8a. 00000400:00000010:2.0:1776190129.922138:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a7663ce. 00000400:00000010:2.0:1776190129.922143:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d4d52a6. 00000100:00000200:2.0:1776190129.922149:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301348928, portal 16 00000400:00000010:2.0:1776190129.922153:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d797cb3e. 00000100:00000200:2.0:1776190129.922155:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301348928, offset 0 00000400:00000200:2.0:1776190129.922162:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190129.922174:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190129.922181:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190129.922185:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190129.922188:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190129.922192:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92310:92310:256:4294967295] 192.168.203.39@tcp LPNI seq info [92310:92310:8:4294967295] 00000400:00000200:2.0:1776190129.922200:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190129.922205:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190129.922210:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4c63abf (tot 82352466). 00000800:00000200:2.0:1776190129.922214:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190129.922221:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190129.922225:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4c63abf type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190129.922926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccb66ef0. 00010000:00000010:3.1:1776190129.922936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dde54f0. 00010000:00000010:3.1:1776190129.922940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00000800:00000200:0.0:1776190129.925205:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.925213:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4c63abf (tot 82352218). 00000400:00000200:0.0:1776190129.925224:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.925234:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.925240:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d797cb3e 00000400:00000010:0.0:1776190129.925242:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d797cb3e. 00000100:00000200:0.0:1776190129.925253:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301348928/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190129.926128:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.926143:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e040 00000400:00000200:0.0:1776190129.926151:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb542d [1] + 224 00000400:00000200:0.0:1776190129.926162:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.926165:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.926172:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301348928/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190129.926236:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.926242:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374a00 00000400:00000200:0.0:1776190129.926246:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3d85 [2] + 328 00000400:00000200:0.0:1776190129.926292:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.926295:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.926299:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190129.926303:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009382bd96. 00000020:00000010:3.0:1776190129.926396:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a766347e. 00000020:00000010:3.0:1776190129.926402:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000455c6946. 00000020:00000010:3.0:1776190129.926406:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00000100:00000200:3.0:1776190129.926428:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009382bd96 x1862468296460800/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190129.926457:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296460800 02000000:00000010:3.0:1776190129.926467:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000045061f5c. 00010000:00000010:3.0:1776190129.926505:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f3e252d. 00000100:00000010:3.0:1776190129.926512:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190129.926517:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:3.0:1776190129.926520:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f3e252d. 00000400:00000010:3.0:1776190129.926532:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190129.926536:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296460800, offset 224 00000400:00000200:3.0:1776190129.926543:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190129.926553:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190129.926559:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92311:92311:256:4294967295] 192.168.203.39@tcp LPNI seq info [92311:92311:8:4294967295] 00000400:00000200:3.0:1776190129.926568:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190129.926573:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190129.926577:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190129.926582:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190129.926588:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190129.926591:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190129.926620:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000455c6946. 00000020:00000010:3.0:1776190129.926624:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:3.0:1776190129.926627:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a766347e. 00000800:00000200:0.0:1776190129.926924:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.926927:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adc83051 (tot 82352218). 00000400:00000200:0.0:1776190129.926931:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.926935:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.926939:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b61116a7 00000400:00000010:0.0:1776190129.926940:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b61116a7. 00000400:00000010:2.0:1776190129.927997:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a7663ce. 00000400:00000200:2.0:1776190129.928005:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d4d52a6 00000400:00000010:2.0:1776190129.928006:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d4d52a6. 00000100:00000200:2.0:1776190129.928017:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301348928/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190129.928025:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301348928/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190129.928051:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c616d93. 02000000:00000010:2.0:1776190129.928069:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa95ab8a. 02000000:00000010:2.0:1776190129.928075:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002948e803. 00000100:00000010:2.0:1776190129.928079:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190129.928082:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc756188. 00010000:00000010:2.0:1776190129.928086:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00080000:00000010:2.0:1776190129.928106:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002948e803. 00010000:00000010:2.0:1776190129.928228:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d07a7a8. 00010000:00000010:2.0:1776190129.928235:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f374e4cf. 00010000:00000010:2.0:1776190129.928328:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d240309. 00010000:00000010:2.0:1776190129.928334:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003d07a7a8. 00010000:00000010:2.0:1776190129.928344:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190129.928350:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc756188. 00000100:00000010:2.0:1776190129.928356:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190129.928366:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa95ab8a. 02000000:00000010:2.0:1776190129.928391:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008516abe2. 00000400:00000010:2.0:1776190129.928396:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a7663ce. 00000400:00000010:2.0:1776190129.928400:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d4d52a6. 00000100:00000200:2.0:1776190129.928404:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301348992, portal 16 00000400:00000010:2.0:1776190129.928409:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000177066b0. 00000100:00000200:2.0:1776190129.928410:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301348992, offset 0 00000400:00000200:2.0:1776190129.928417:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190129.928429:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190129.928435:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190129.928438:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190129.928441:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190129.928444:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92312:92312:256:4294967295] 192.168.203.39@tcp LPNI seq info [92312:92312:8:4294967295] 00000400:00000200:2.0:1776190129.928452:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190129.928457:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190129.928461:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0a4d4c8 (tot 82352466). 00000800:00000200:2.0:1776190129.928466:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190129.928472:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190129.928476:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0a4d4c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190129.928860:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.928865:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0a4d4c8 (tot 82352218). 00000400:00000200:0.0:1776190129.928870:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.928875:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.928878:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000177066b0 00000400:00000010:0.0:1776190129.928880:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000177066b0. 00000100:00000200:0.0:1776190129.928886:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301348992/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190129.930863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070e619e3. 00010000:00000010:2.1:1776190129.930876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046440fe0. 00010000:00000010:2.1:1776190129.930881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00000400:00000200:0.0:1776190129.932938:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.932961:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e080 00000400:00000200:0.0:1776190129.932971:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5439 [1] + 224 00000400:00000200:0.0:1776190129.932983:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.932987:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.932997:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301348992/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190129.933032:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.933038:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374a40 00000400:00000200:0.0:1776190129.933043:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3d85 [2] + 656 00000400:00000200:0.0:1776190129.933053:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.933056:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.933060:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190129.933066:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008962746. 00000400:00000010:2.0:1776190129.933143:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a7663ce. 00000400:00000200:2.0:1776190129.933148:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d4d52a6 00000400:00000010:2.0:1776190129.933150:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d4d52a6. 00000100:00000200:2.0:1776190129.933156:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301348992/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190129.933164:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301348992/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190129.933192:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008516abe2. 02000000:00000010:2.0:1776190129.933198:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fa95ab8a. 00000100:00000010:2.0:1776190129.933201:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190129.933205:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc756188. 00010000:00000010:2.0:1776190129.933210:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000020:00000010:1.0:1776190129.933286:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a286515c. 00000020:00000010:1.0:1776190129.933293:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.933297:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190129.933330:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008962746 x1862468296460864/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190129.933361:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296460864 02000000:00000010:1.0:1776190129.933372:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000554647e. 00010000:00000010:1.0:1776190129.933397:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8a90bea. 00010000:00000010:1.0:1776190129.933417:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190129.933423:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000dda35d8. 00000100:00000010:1.0:1776190129.933438:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000dda35d8. 00010000:00000010:1.0:1776190129.933441:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190129.933452:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029b25a43. 00000100:00000200:1.0:1776190129.933456:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296460864, offset 224 00000400:00000200:1.0:1776190129.933463:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.933472:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.933477:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92313:92313:256:4294967295] 192.168.203.39@tcp LPNI seq info [92313:92313:8:4294967295] 00000400:00000200:1.0:1776190129.933485:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.933490:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.933494:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190129.933499:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.933505:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.933508:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190129.933530:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.933535:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190129.933537:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a286515c. 00080000:00000010:2.0:1776190129.933691:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa95ab8a. 00010000:00000010:2.0:1776190129.933813:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d07a7a8. 00010000:00000010:2.0:1776190129.933820:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc24835. 00010000:00000010:2.0:1776190129.933899:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009eba0a6a. 00010000:00000010:2.0:1776190129.933905:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003d07a7a8. 00010000:00000010:2.0:1776190129.933914:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190129.933918:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc756188. 00000100:00000010:2.0:1776190129.933923:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190129.933934:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008516abe2. 02000000:00000010:2.0:1776190129.933955:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9fff3f9. 00000400:00000010:2.0:1776190129.933959:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a7663ce. 00000400:00000010:2.0:1776190129.933964:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d4d52a6. 00000100:00000200:2.0:1776190129.933968:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301349056, portal 16 00000400:00000010:2.0:1776190129.933972:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ded49ea2. 00000100:00000200:2.0:1776190129.933974:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301349056, offset 0 00000400:00000200:2.0:1776190129.933980:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190129.933987:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190129.933993:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190129.933996:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190129.933999:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190129.934001:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92314:92314:255:4294967295] 192.168.203.39@tcp LPNI seq info [92314:92314:7:4294967295] 00000400:00000200:2.0:1776190129.934008:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190129.934013:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190129.934016:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054ef62b4 (tot 82352714). 00000800:00000200:2.0:1776190129.934020:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190129.934024:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190129.934026:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054ef62b4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190129.934241:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.934244:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352466). 00000400:00000200:0.0:1776190129.934254:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.934258:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.934262:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029b25a43 00000400:00000010:0.0:1776190129.934264:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029b25a43. 00000800:00000200:0.0:1776190129.934334:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.934336:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054ef62b4 (tot 82352218). 00000400:00000200:0.0:1776190129.934340:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.934343:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.934346:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ded49ea2 00000400:00000010:0.0:1776190129.934347:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ded49ea2. 00000100:00000200:0.0:1776190129.934351:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301349056/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190129.934856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086dc6e33. 00010000:00000010:2.1:1776190129.934863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005aab667b. 00010000:00000010:2.1:1776190129.934867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f54d30c. 00000400:00000200:0.0:1776190129.937580:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.937610:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e0c0 00000400:00000200:0.0:1776190129.937620:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5445 [1] + 224 00000400:00000200:0.0:1776190129.937644:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.937649:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.937658:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301349056/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190129.938037:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a7663ce. 00000400:00000200:2.0:1776190129.938042:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d4d52a6 00000400:00000010:2.0:1776190129.938044:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d4d52a6. 00000100:00000200:2.0:1776190129.938050:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301349056/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190129.938058:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301349056/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190129.938086:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9fff3f9. 02000000:00000010:2.0:1776190129.938091:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008516abe2. 00000100:00000010:2.0:1776190129.938095:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190129.938099:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc756188. 00010000:00000010:2.0:1776190129.938105:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00010000:00000010:2.1:1776190129.938892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a569e85b. 00010000:00000010:2.1:1776190129.938901:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cadfb558. 00010000:00000010:2.1:1776190129.938905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcbf92f0. 00000400:00000200:0.0:1776190129.939531:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.939547:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374a80 00000400:00000200:0.0:1776190129.939554:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3d85 [2] + 984 00000400:00000200:0.0:1776190129.939610:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.939615:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.939621:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190129.939626:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f627330. 00000020:00000010:3.0:1776190129.939738:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a766347e. 00000020:00000010:3.0:1776190129.939745:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000455c6946. 00000020:00000010:3.0:1776190129.939749:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070976346. 00010000:00000010:1.1:1776190129.939815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a631fddb. 00000100:00000200:3.0:1776190129.939947:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005f627330 x1862468296460928/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190129.940071:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296460928 02000000:00000010:2.0:1776190129.940084:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008516abe2. 00010000:00000010:2.0:1776190129.940113:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008585d317. 00010000:00000010:2.0:1776190129.940134:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190129.940140:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc756188. 00000100:00000010:2.0:1776190129.940159:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc756188. 00010000:00000010:2.0:1776190129.940164:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190129.940176:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d4d52a6. 00000100:00000200:2.0:1776190129.940181:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296460928, offset 224 00000400:00000200:2.0:1776190129.940187:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190129.940198:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190129.940203:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92315:92315:256:4294967295] 192.168.203.39@tcp LPNI seq info [92315:92315:8:4294967295] 00000400:00000200:2.0:1776190129.940212:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190129.940217:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190129.940222:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb044675 (tot 82352466). 00000800:00000200:2.0:1776190129.940227:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190129.940233:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190129.940237:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb044675 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190129.940256:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000455c6946. 00000020:00000010:2.0:1776190129.940261:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070976346. 00000020:00000010:2.0:1776190129.940264:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a766347e. 00000800:00000200:3.0:1776190129.940409:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.940413:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb044675 (tot 82352218). 00000400:00000200:3.0:1776190129.940418:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.940423:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.940427:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d4d52a6 00000400:00000010:3.0:1776190129.940428:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d4d52a6. 00080000:00000010:0.0:1776190129.940502:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e763a37d. 00010000:00000010:0.0:1776190129.940607:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d07a7a8. 00010000:00000010:0.0:1776190129.940615:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f5b3f984. 00010000:00000010:0.0:1776190129.940682:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000072e160a8. 00010000:00000010:0.0:1776190129.940686:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.940692:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000099d8a844. 00010000:00000010:0.0:1776190129.940697:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000837cdb00. 00080000:00000010:0.0:1776190129.940708:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d1d75f0. 00010000:00000010:0.0:1776190129.940732:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000837cdb00. 00010000:00000010:0.0:1776190129.940736:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.940806:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ffa0c1ed. 00010000:00000010:0.0:1776190129.940810:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000837cdb00. 00010000:00000010:0.0:1776190129.940818:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d168b295. 00000100:00000010:0.0:1776190129.940823:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000046070fcb. 00000100:00000010:0.0:1776190129.940829:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b6dc10e. 02000000:00000010:0.0:1776190129.940841:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ec05581. 02000000:00000010:0.0:1776190129.940864:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060276870. 00000400:00000010:0.0:1776190129.940869:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000033e3b215. 00000400:00000010:0.0:1776190129.940874:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000268affd4. 00000100:00000200:0.0:1776190129.940879:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301349120, portal 16 00000400:00000010:0.0:1776190129.940883:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e50e0bd6. 00000100:00000200:0.0:1776190129.940885:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301349120, offset 0 00000400:00000200:0.0:1776190129.940892:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.940901:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.940908:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190129.940912:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190129.940915:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190129.940917:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92316:92316:256:4294967295] 192.168.203.39@tcp LPNI seq info [92316:92316:8:4294967295] 00000400:00000200:0.0:1776190129.940924:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.940928:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.940931:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352466). 00000800:00000200:0.0:1776190129.940935:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.940939:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.940942:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190129.941102:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.941105:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352218). 00000400:00000200:3.0:1776190129.941108:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.941112:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.941115:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e50e0bd6 00000400:00000010:3.0:1776190129.941117:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e50e0bd6. 00000100:00000200:3.0:1776190129.941123:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009b6dc10e x1862468301349120/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190129.942202:0:64666:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000353442da. 00010000:00000010:2.1:1776190129.942211:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d240309. 00000400:00000200:0.0:1776190129.944419:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.944438:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e100 00000400:00000200:0.0:1776190129.944448:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5451 [1] + 224 00000400:00000200:0.0:1776190129.944480:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.944485:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.944495:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009b6dc10e x1862468301349120/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190129.944704:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.944713:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374ac0 00000400:00000200:3.0:1776190129.944719:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3d85 [2] + 1312 00000400:00000200:3.0:1776190129.944803:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.944807:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.944811:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190129.944826:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 00000020:00000010:1.0:1776190129.945048:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a286515c. 00000020:00000010:1.0:1776190129.945056:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.945060:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190129.945084:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002fe2a2b9 x1862468296460992/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190129.945119:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296460992 02000000:00000010:1.0:1776190129.945131:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009b57fd50. 00010000:00000010:1.0:1776190129.945166:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190129.945173:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000dda35d8. 00000100:00000010:1.0:1776190129.945178:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000dda35d8. 00010000:00000010:1.0:1776190129.945182:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190129.945195:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e227db4. 00000100:00000200:1.0:1776190129.945200:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296460992, offset 224 00000400:00000200:1.0:1776190129.945207:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.945217:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.945222:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92317:92317:256:4294967295] 192.168.203.39@tcp LPNI seq info [92317:92317:8:4294967295] 00000400:00000200:1.0:1776190129.945231:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.945235:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.945240:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190129.945245:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.945253:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.945256:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190129.945277:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.945282:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190129.945294:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a286515c. 00000800:00000200:3.0:1776190129.945625:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.945629:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000010:2.0:1776190129.945907:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000033e3b215. 00000400:00000200:2.0:1776190129.945913:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000268affd4 00000400:00000010:2.0:1776190129.945916:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000268affd4. 00000400:00000200:3.0:1776190129.945920:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1776190129.945922:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009b6dc10e x1862468301349120/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190129.945924:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.945928:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e227db4 00000400:00000010:3.0:1776190129.945929:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e227db4. 00000100:00000200:2.0:1776190129.945931:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009b6dc10e x1862468301349120/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190129.945951:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004851c454. 02000000:00000010:2.0:1776190129.945968:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060276870. 02000000:00000010:2.0:1776190129.945973:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004ec05581. 00000100:00000010:2.0:1776190129.945978:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b6dc10e. 00000100:00000010:2.0:1776190129.945981:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000046070fcb. 00010000:00000010:2.0:1776190129.945985:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d168b295. 00080000:00000010:2.0:1776190129.946002:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9fff3f9. 00010000:00000010:2.0:1776190129.946091:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000837cdb00. 00010000:00000010:2.0:1776190129.946096:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe98a804. 00010000:00000010:2.0:1776190129.946171:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d240309. 00010000:00000010:2.0:1776190129.946177:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000049de6d5. 00010000:00000010:2.0:1776190129.946188:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190129.946193:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc756188. 00000100:00000010:2.0:1776190129.946200:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190129.946209:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000004a9b6b1. 02000000:00000010:2.0:1776190129.946230:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae8d3579. 00000400:00000010:2.0:1776190129.946235:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a7663ce. 00000400:00000010:2.0:1776190129.946239:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f90117b. 00000100:00000200:2.0:1776190129.946243:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301349184, portal 16 00000400:00000010:2.0:1776190129.946247:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054f31e6a. 00000100:00000200:2.0:1776190129.946249:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301349184, offset 0 00000400:00000200:2.0:1776190129.946256:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190129.946266:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190129.946272:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190129.946275:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190129.946278:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190129.946281:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92318:92318:256:4294967295] 192.168.203.39@tcp LPNI seq info [92318:92318:8:4294967295] 00000400:00000200:2.0:1776190129.946297:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190129.946302:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190129.946306:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6ecb0ff (tot 82352466). 00000800:00000200:2.0:1776190129.946318:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190129.946327:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190129.946330:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d6ecb0ff type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190129.946432:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.946435:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6ecb0ff (tot 82352218). 00000400:00000200:0.0:1776190129.946440:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.946443:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.946446:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054f31e6a 00000400:00000010:0.0:1776190129.946447:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054f31e6a. 00000100:00000200:0.0:1776190129.946453:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301349184/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190129.947891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb69728c. 00010000:00000010:0.1:1776190129.947902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eba0a6a. 00010000:00000010:0.1:1776190129.947906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072e160a8. 00010000:00000010:0.1:1776190129.947913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099d8a844. 00000400:00000200:3.0:1776190129.950730:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.950751:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e140 00000400:00000200:3.0:1776190129.950760:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb545d [1] + 224 00000400:00000200:3.0:1776190129.950810:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.950815:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.950826:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301349184/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190129.951022:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.951028:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374b00 00000400:00000010:2.0:1776190129.951031:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a7663ce. 00000400:00000200:2.0:1776190129.951036:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f90117b 00000400:00000010:2.0:1776190129.951038:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f90117b. 00000400:00000200:3.0:1776190129.951043:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3d85 [2] + 1640 00000100:00000200:2.0:1776190129.951044:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301349184/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190129.951051:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301349184/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190129.951080:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae8d3579. 02000000:00000010:2.0:1776190129.951085:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000004a9b6b1. 00000100:00000010:2.0:1776190129.951089:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000400:00000200:3.0:1776190129.951092:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1776190129.951093:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc756188. 00000400:00000200:3.0:1776190129.951095:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00010000:00000010:2.0:1776190129.951097:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000100:00000200:3.0:1776190129.951098:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190129.951103:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000020:00000010:0.0:1776190129.951160:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060276870. 00000020:00000010:0.0:1776190129.951167:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c4d1f6f. 00000020:00000010:0.0:1776190129.951172:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 00000100:00000200:0.0:1776190129.951194:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074baf3bb x1862468296461056/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190129.951227:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296461056 02000000:00000010:0.0:1776190129.951239:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007cb6cb4b. 00010000:00000010:0.0:1776190129.951264:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000384bafe9. 00010000:00000010:0.0:1776190129.951282:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000035a88f72. 00000100:00000010:0.0:1776190129.951287:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000121ec0a2. 00000100:00000010:0.0:1776190129.951440:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000121ec0a2. 00010000:00000010:0.0:1776190129.951444:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000035a88f72. 00000400:00000010:0.0:1776190129.951457:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006997892e. 00000100:00000200:0.0:1776190129.951462:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296461056, offset 224 00000400:00000200:0.0:1776190129.951468:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.951477:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.951483:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92319:92319:256:4294967295] 192.168.203.39@tcp LPNI seq info [92319:92319:8:4294967295] 00000400:00000200:0.0:1776190129.951491:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.951495:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.951500:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352466). 00000800:00000200:0.0:1776190129.951505:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.951512:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.951515:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190129.951530:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c4d1f6f. 00000020:00000010:0.0:1776190129.951534:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:0.0:1776190129.951537:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060276870. 00000800:00000200:3.0:1776190129.951672:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.951676:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352218). 00000400:00000200:3.0:1776190129.951680:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.951683:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.951686:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006997892e 00000400:00000010:3.0:1776190129.951688:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006997892e. 00080000:00000010:2.0:1776190129.951899:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004a9b6b1. 00010000:00000010:2.0:1776190129.951984:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000049de6d5. 00010000:00000010:2.0:1776190129.951991:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002b4b8592. 00010000:00000010:2.0:1776190129.952068:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fcbf92f0. 00010000:00000010:2.0:1776190129.952075:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000049de6d5. 00010000:00000010:2.0:1776190129.952085:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190129.952089:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc756188. 00000100:00000010:2.0:1776190129.952095:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190129.952105:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae8d3579. 02000000:00000010:2.0:1776190129.952128:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ec05581. 00000400:00000010:2.0:1776190129.952134:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a7663ce. 00000400:00000010:2.0:1776190129.952138:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f90117b. 00000100:00000200:2.0:1776190129.952142:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301349248, portal 16 00000400:00000010:2.0:1776190129.952146:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002848b18e. 00000100:00000200:2.0:1776190129.952148:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301349248, offset 0 00000400:00000200:2.0:1776190129.952153:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190129.952161:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190129.952166:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190129.952169:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190129.952172:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190129.952175:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92320:92320:256:4294967295] 192.168.203.39@tcp LPNI seq info [92320:92320:8:4294967295] 00000400:00000200:2.0:1776190129.952182:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190129.952187:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190129.952191:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a3d1fd9 (tot 82352466). 00000800:00000200:2.0:1776190129.952195:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190129.952199:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190129.952201:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002a3d1fd9 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190129.954922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e41020b. 00000800:00000200:0.0:1776190129.955012:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.955017:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a3d1fd9 (tot 82352218). 00000400:00000200:0.0:1776190129.955025:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.955034:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.955040:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002848b18e 00000400:00000010:0.0:1776190129.955042:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002848b18e. 00000100:00000200:0.0:1776190129.955052:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301349248/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190129.956573:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.956601:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e180 00000400:00000200:0.0:1776190129.956611:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5469 [1] + 224 00000400:00000200:0.0:1776190129.956623:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.956627:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.956634:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301349248/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190129.956711:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.956717:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374b40 00000400:00000200:0.0:1776190129.956732:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3d85 [2] + 1968 00000400:00000010:0.0:1776190129.956736:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d41f8101. 00000400:00000200:0.0:1776190129.956741:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006a0d1d6f 00000400:00000200:0.0:1776190129.956801:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.956805:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.956808:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a0d1d6f 00000400:00000010:0.0:1776190129.956810:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006a0d1d6f (tot 82352066). 00000100:00000200:0.0:1776190129.956815:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1776190129.957554:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a7663ce. 00000400:00000200:2.0:1776190129.957561:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f90117b 00000400:00000010:2.0:1776190129.957563:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f90117b. 00000100:00000200:2.0:1776190129.957574:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301349248/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190129.957583:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301349248/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190129.957623:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ec05581. 02000000:00000010:2.0:1776190129.957630:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae8d3579. 00000100:00000010:2.0:1776190129.957636:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190129.957640:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc756188. 00010000:00000010:2.0:1776190129.957646:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000020:00000010:1.0:1776190129.957707:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e044fff6. 00000020:00000010:1.0:1776190129.957713:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.957718:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190129.957944:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009a217a1c x1862468296461120/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190129.958005:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296461120 02000000:00000010:1.0:1776190129.958017:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a286515c. 00010000:00000010:1.0:1776190129.958043:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fb958973. 00010000:00000010:1.0:1776190129.958061:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190129.958067:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000dda35d8. 00000100:00000010:1.0:1776190129.958084:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000dda35d8. 00010000:00000010:1.0:1776190129.958087:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190129.958099:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a2618ed. 00000100:00000200:1.0:1776190129.958103:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296461120, offset 224 00000400:00000200:1.0:1776190129.958111:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.958122:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.958127:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92321:92321:256:4294967295] 192.168.203.39@tcp LPNI seq info [92321:92321:8:4294967295] 00000400:00000200:1.0:1776190129.958137:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.958142:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.958147:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352314). 00000800:00000200:1.0:1776190129.958152:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.958159:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.958163:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190129.958185:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.958189:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190129.958192:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e044fff6. 02000000:00000010:1.0:1776190129.958201:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007cb6cb4b. 00000100:00000010:1.0:1776190129.958203:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 02000000:00000010:1.0:1776190129.958207:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009b57fd50. 00000100:00000010:1.0:1776190129.958210:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 02000000:00000010:1.0:1776190129.958212:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008516abe2. 00000100:00000010:1.0:1776190129.958214:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f627330. 02000000:00000010:1.0:1776190129.958217:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000554647e. 00000100:00000010:1.0:1776190129.958220:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008962746. 02000000:00000010:1.0:1776190129.958223:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000045061f5c. 00000100:00000010:1.0:1776190129.958226:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009382bd96. 02000000:00000010:1.0:1776190129.958228:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000031bc45d0. 00000100:00000010:1.0:1776190129.958230:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000029fae5e5. 00000100:00000200:1.0:1776190129.958235:0:64667:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776190129.958240:0:64667:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061ef5d59. 00000400:00000010:1.0:1776190129.958244:0:64667:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000dda35d8 (tot 82352466). 00000800:00000200:3.0:1776190129.958379:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.958383:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:3.0:1776190129.958392:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.958396:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.958400:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a2618ed 00000400:00000010:3.0:1776190129.958401:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a2618ed. 02000000:00000010:3.0:1776190129.958406:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a286515c. 00080000:00000010:0.0:1776190129.958546:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007cb6cb4b. 00010000:00000010:0.0:1776190129.958648:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000049de6d5. 00010000:00000010:0.0:1776190129.958655:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000920a0e54. 00010000:00000010:0.0:1776190129.958730:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000099d8a844. 00010000:00000010:0.0:1776190129.958736:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190129.958746:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000035a88f72. 00000100:00000010:0.0:1776190129.958751:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000121ec0a2. 00000100:00000010:0.0:1776190129.958758:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ed276d7f. 02000000:00000010:0.0:1776190129.958769:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060276870. 02000000:00000010:0.0:1776190129.958808:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045008656. 00000400:00000010:0.0:1776190129.958813:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000544121aa. 00000400:00000010:0.0:1776190129.958817:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007bb7c3fe. 00000100:00000200:0.0:1776190129.958820:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301349312, portal 16 00000400:00000010:0.0:1776190129.958825:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006997892e. 00000100:00000200:0.0:1776190129.958826:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301349312, offset 0 00000400:00000200:0.0:1776190129.958832:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.958839:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.958846:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190129.958849:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190129.958852:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190129.958854:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92322:92322:256:4294967295] 192.168.203.39@tcp LPNI seq info [92322:92322:8:4294967295] 00000400:00000200:0.0:1776190129.958862:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.958866:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.958869:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2a9049b (tot 82352466). 00000800:00000200:0.0:1776190129.958873:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.958877:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.958880:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2a9049b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190129.959383:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.959387:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2a9049b (tot 82352218). 00000400:00000200:3.0:1776190129.959391:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.959395:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.959398:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006997892e 00000400:00000010:3.0:1776190129.959399:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006997892e. 00000100:00000200:3.0:1776190129.959406:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ed276d7f x1862468301349312/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190129.962241:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190129.962262:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e1c0 00000400:00000200:0.0:1776190129.962272:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5479 [1] + 224 00000400:00000200:0.0:1776190129.962299:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.962303:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190129.962313:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ed276d7f x1862468301349312/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190129.962364:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000544121aa. 00000400:00000200:2.0:1776190129.962370:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007bb7c3fe 00000400:00000010:2.0:1776190129.962372:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007bb7c3fe. 00000100:00000200:2.0:1776190129.962378:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ed276d7f x1862468301349312/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190129.962385:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ed276d7f x1862468301349312/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190129.962412:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045008656. 02000000:00000010:2.0:1776190129.962419:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060276870. 00000100:00000010:2.0:1776190129.962626:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ed276d7f. 00000100:00000010:2.0:1776190129.962630:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000121ec0a2. 00010000:00000010:2.0:1776190129.962634:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000035a88f72. 00000400:00000200:3.0:1776190129.962805:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.962814:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374b80 00000400:00000200:3.0:1776190129.962818:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3ddd [2] + 0 00000400:00000200:3.0:1776190129.962860:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.962864:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.962868:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190129.962873:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 00000020:00000010:2.0:1776190129.963074:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ec05581. 00000020:00000010:2.0:1776190129.963081:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190129.963086:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190129.963107:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c4a3a006 x1862468296461184/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190129.963137:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296461184 02000000:00000010:2.0:1776190129.963373:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000060276870. 00010000:00000010:2.0:1776190129.963400:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc941fe2. 00010000:00000010:2.0:1776190129.963420:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190129.963667:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc756188. 00000100:00000010:2.0:1776190129.963688:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc756188. 00010000:00000010:2.0:1776190129.963693:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190129.963707:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f90117b. 00000100:00000200:2.0:1776190129.963712:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296461184, offset 224 00000400:00000200:2.0:1776190129.963721:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190129.963733:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190129.963739:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92323:92323:256:4294967295] 192.168.203.39@tcp LPNI seq info [92323:92323:8:4294967295] 00000400:00000200:2.0:1776190129.963749:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190129.963754:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190129.963759:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003db09799 (tot 82352466). 00000800:00000200:2.0:1776190129.963765:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00080000:00000010:0.0:1776190129.963977:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045008656. 00010000:00000010:0.0:1776190129.964061:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190129.964068:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000552af8e4. 00010000:00000010:0.0:1776190129.964143:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001addba45. 00010000:00000010:0.0:1776190129.964149:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190129.964159:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004db44bed. 00000100:00000010:0.0:1776190129.964163:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000507587cf. 00000100:00000010:0.0:1776190129.964170:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000efa05245. 02000000:00000010:0.0:1776190129.964183:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bfb50ba0. 02000000:00000010:0.0:1776190129.964206:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8b34ee5. 00000400:00000010:0.0:1776190129.964211:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000030db5bb. 00000400:00000010:0.0:1776190129.964215:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000268affd4. 00000100:00000200:0.0:1776190129.964220:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301349376, portal 16 00000400:00000010:0.0:1776190129.964224:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e50e0bd6. 00000100:00000200:0.0:1776190129.964225:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301349376, offset 0 00000400:00000200:0.0:1776190129.964231:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.964238:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.964245:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190129.964248:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190129.964251:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190129.964254:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92324:92324:255:4294967295] 192.168.203.39@tcp LPNI seq info [92324:92324:7:4294967295] 00000400:00000200:0.0:1776190129.964260:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.964265:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.964269:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007fb2559b (tot 82352714). 00000800:00000200:0.0:1776190129.964272:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.964277:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.964281:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007fb2559b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190129.964476:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.964480:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007fb2559b (tot 82352466). 00000400:00000200:3.0:1776190129.964484:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.964488:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.964491:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e50e0bd6 00000400:00000010:3.0:1776190129.964493:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e50e0bd6. 00000100:00000200:3.0:1776190129.964498:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000efa05245 x1862468301349376/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1776190129.965265:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190129.965271:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003db09799 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190129.965295:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190129.965300:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190129.965304:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ec05581. 00000800:00000200:0.0:1776190129.966616:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190129.966621:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003db09799 (tot 82352218). 00000400:00000200:0.0:1776190129.966629:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190129.966636:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190129.966641:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f90117b 00000400:00000010:0.0:1776190129.966643:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f90117b. 00010000:00000010:2.1:1776190129.969960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f186bab. 00010000:00000010:2.1:1776190129.969975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021fcfa34. 00010000:00000010:2.1:1776190129.969979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffa0c1ed. 00000400:00000200:3.0:1776190129.970134:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.970158:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e200 00000400:00000200:3.0:1776190129.970167:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5485 [1] + 224 00000400:00000200:3.0:1776190129.970181:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.970186:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.970196:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000efa05245 x1862468301349376/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190129.970275:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000030db5bb. 00000400:00000200:0.0:1776190129.970280:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000268affd4 00000400:00000010:0.0:1776190129.970282:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000268affd4. 00000100:00000200:0.0:1776190129.970288:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000efa05245 x1862468301349376/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190129.970295:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000efa05245 x1862468301349376/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190129.970322:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8b34ee5. 02000000:00000010:0.0:1776190129.970329:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bfb50ba0. 00000100:00000010:0.0:1776190129.970333:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000efa05245. 00000100:00000010:0.0:1776190129.970336:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000507587cf. 00010000:00000010:0.0:1776190129.970339:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004db44bed. 00000400:00000200:3.0:1776190129.974831:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.974851:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374bc0 00000400:00000200:3.0:1776190129.974860:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3ddd [2] + 328 00000400:00000200:3.0:1776190129.974914:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.974919:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.974926:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190129.974932:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000143a7ad1. 00010000:00000010:0.1:1776190129.975017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076d2e44a. 00010000:00000010:0.1:1776190129.975025:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069b3f5cd. 00010000:00000010:0.1:1776190129.975029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcbf92f0. 00010000:00000010:0.1:1776190129.975033:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a172c44. 00010000:00000010:0.1:1776190129.975037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099d8a844. 00000020:00000010:1.0:1776190129.975122:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031bc45d0. 00000020:00000010:1.0:1776190129.975129:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.975134:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00010000:00000010:2.1:1776190129.975141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029e8ca56. 00010000:00000010:2.1:1776190129.975149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d240309. 00000100:00000200:1.0:1776190129.975160:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000143a7ad1 x1862468296461248/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190129.975194:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296461248 02000000:00000010:1.0:1776190129.975204:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000554647e. 00010000:00000010:1.0:1776190129.975231:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e0abf22. 00010000:00000010:1.0:1776190129.975252:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190129.975259:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025bbaa76. 00000100:00000010:1.0:1776190129.975268:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025bbaa76. 00010000:00000010:1.0:1776190129.975271:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190129.975284:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000590eeb4c. 00000100:00000200:1.0:1776190129.975288:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296461248, offset 224 00000400:00000200:1.0:1776190129.975296:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.975305:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.975311:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92325:92325:256:4294967295] 192.168.203.39@tcp LPNI seq info [92325:92325:8:4294967295] 00000400:00000200:1.0:1776190129.975330:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.975335:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.975339:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190129.975344:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.975350:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.975354:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190129.975380:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.975385:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190129.975387:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031bc45d0. 00080000:00000010:0.0:1776190129.975456:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfb50ba0. 00010000:00000010:0.0:1776190129.975544:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190129.975550:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023507bb4. 00010000:00000010:0.0:1776190129.975629:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000072e160a8. 00010000:00000010:0.0:1776190129.975633:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.975637:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000099d8a844. 00010000:00000010:0.0:1776190129.975642:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009f62f9ab. 00080000:00000010:0.0:1776190129.975654:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8b34ee5. 00010000:00000010:0.0:1776190129.975683:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190129.975687:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190129.975733:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fde02459. 00010000:00000010:0.0:1776190129.975737:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190129.975744:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004db44bed. 00000100:00000010:0.0:1776190129.975748:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000507587cf. 00000100:00000010:0.0:1776190129.975754:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000efa05245. 02000000:00000010:0.0:1776190129.975769:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8b3e5bb. 02000000:00000010:0.0:1776190129.975821:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003bac8ef2. 00000400:00000010:0.0:1776190129.975826:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000030db5bb. 00000400:00000010:0.0:1776190129.975831:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000268affd4. 00000100:00000200:0.0:1776190129.975836:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301349440, portal 16 00000400:00000010:0.0:1776190129.975841:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034085864. 00000100:00000200:0.0:1776190129.975843:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301349440, offset 0 00000400:00000200:0.0:1776190129.975849:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.975856:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.975861:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190129.975865:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190129.975868:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190129.975870:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92326:92326:255:4294967295] 192.168.203.39@tcp LPNI seq info [92326:92326:7:4294967295] 00000400:00000200:0.0:1776190129.975877:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.975882:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.975886:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097d8db9e (tot 82352714). 00000800:00000200:0.0:1776190129.975889:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.975893:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.975895:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000097d8db9e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190129.976047:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.976051:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352466). 00000400:00000200:3.0:1776190129.976060:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.976064:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.976067:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000590eeb4c 00000400:00000010:3.0:1776190129.976069:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000590eeb4c. 00000800:00000200:3.0:1776190129.976109:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.976111:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097d8db9e (tot 82352218). 00000400:00000200:3.0:1776190129.976113:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.976116:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.976118:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034085864 00000400:00000010:3.0:1776190129.976119:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034085864. 00000100:00000200:3.0:1776190129.976124:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000efa05245 x1862468301349440/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190129.978249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009182d368. 00010000:00000010:2.1:1776190129.978908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a4861c0. 00000400:00000200:3.0:1776190129.979467:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.979486:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e240 00000400:00000200:3.0:1776190129.979495:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5491 [1] + 224 00000400:00000200:3.0:1776190129.979506:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.979510:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.979521:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000efa05245 x1862468301349440/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190129.979566:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.979572:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374c00 00000400:00000010:0.0:1776190129.979577:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000030db5bb. 00000400:00000200:0.0:1776190129.979584:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000268affd4 00000400:00000010:0.0:1776190129.979586:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000268affd4. 00000400:00000200:3.0:1776190129.979602:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3ddd [2] + 656 00000100:00000200:0.0:1776190129.979603:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000efa05245 x1862468301349440/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190129.979616:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1776190129.979616:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000efa05245 x1862468301349440/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190129.979626:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.979633:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190129.979646:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:0.0:1776190129.979656:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003bac8ef2. 02000000:00000010:0.0:1776190129.979664:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e8b3e5bb. 00000100:00000010:0.0:1776190129.979671:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000efa05245. 00000100:00000010:0.0:1776190129.979675:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000507587cf. 00010000:00000010:0.0:1776190129.979680:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004db44bed. 00000020:00000010:1.0:1776190129.979759:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031bc45d0. 00000020:00000010:1.0:1776190129.979765:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.979769:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190129.979823:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003ffde2ec x1862468296461312/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190129.979845:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296461312 02000000:00000010:1.0:1776190129.979857:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a286515c. 00010000:00000010:1.0:1776190129.979883:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004060915. 00010000:00000010:1.0:1776190129.979902:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190129.979908:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025bbaa76. 00000100:00000010:1.0:1776190129.979918:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025bbaa76. 00010000:00000010:1.0:1776190129.979920:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190129.979931:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004926409b. 00000100:00000200:1.0:1776190129.979935:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296461312, offset 224 00000400:00000200:1.0:1776190129.979942:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.979951:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.979956:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92327:92327:256:4294967295] 192.168.203.39@tcp LPNI seq info [92327:92327:8:4294967295] 00000400:00000200:1.0:1776190129.979967:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.979972:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.979977:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190129.979982:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.979988:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.979991:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190129.980010:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.980015:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190129.980018:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031bc45d0. 00080000:00000010:0.0:1776190129.980082:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003bac8ef2. 00010000:00000010:0.0:1776190129.980170:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190129.980177:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cef3870e. 00000800:00000200:3.0:1776190129.980231:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.980235:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:3.0:1776190129.980245:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.980249:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00010000:00000010:0.0:1776190129.980252:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d7b064c. 00000400:00000200:3.0:1776190129.980253:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004926409b 00000400:00000010:3.0:1776190129.980256:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004926409b. 00010000:00000010:0.0:1776190129.980259:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190129.980271:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004db44bed. 00000100:00000010:0.0:1776190129.980275:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000507587cf. 00000100:00000010:0.0:1776190129.980281:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000efa05245. 02000000:00000010:0.0:1776190129.980290:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003fc1b322. 02000000:00000010:0.0:1776190129.980318:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c657e150. 00000400:00000010:0.0:1776190129.980404:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000030db5bb. 00000400:00000010:0.0:1776190129.980408:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000268affd4. 00000100:00000200:0.0:1776190129.980413:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301349504, portal 16 00000400:00000010:0.0:1776190129.980416:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a88dbd8. 00000100:00000200:0.0:1776190129.980418:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301349504, offset 0 00000400:00000200:0.0:1776190129.980423:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.980430:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.980435:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190129.980438:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190129.980441:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190129.980443:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92328:92328:256:4294967295] 192.168.203.39@tcp LPNI seq info [92328:92328:8:4294967295] 00000400:00000200:0.0:1776190129.980450:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.980454:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.980457:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352466). 00000800:00000200:0.0:1776190129.980460:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.980464:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.980466:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190129.983012:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.983020:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:3.0:1776190129.983117:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.983126:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.983132:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a88dbd8 00000400:00000010:3.0:1776190129.983134:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a88dbd8. 00000100:00000200:3.0:1776190129.983142:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000efa05245 x1862468301349504/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190129.983558:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.983572:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e280 00000400:00000200:3.0:1776190129.983579:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb549d [1] + 224 00000400:00000200:3.0:1776190129.983588:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.983606:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.983612:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000efa05245 x1862468301349504/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190129.983697:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.983702:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374c40 00000400:00000200:3.0:1776190129.983717:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3ddd [2] + 984 00000400:00000200:3.0:1776190129.983732:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.983735:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.983738:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190129.983743:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 00000020:00000010:2.0:1776190129.983871:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ec05581. 00000020:00000010:2.0:1776190129.983878:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190129.983883:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190129.983906:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000552495c9 x1862468296461376/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190129.983941:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296461376 02000000:00000010:2.0:1776190129.983952:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008516abe2. 00010000:00000010:2.0:1776190129.983987:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190129.983993:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc756188. 00000100:00000010:2.0:1776190129.983999:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc756188. 00010000:00000010:2.0:1776190129.984004:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190129.984018:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616296ae. 00000100:00000200:2.0:1776190129.984022:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296461376, offset 224 00000400:00000200:2.0:1776190129.984031:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190129.984041:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190129.984046:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92329:92329:256:4294967295] 192.168.203.39@tcp LPNI seq info [92329:92329:8:4294967295] 00000400:00000200:2.0:1776190129.984055:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190129.984060:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190129.984064:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c149bd5 (tot 82352466). 00000800:00000200:2.0:1776190129.984070:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190129.984077:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190129.984080:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c149bd5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190129.984102:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190129.984106:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190129.984108:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ec05581. 00000800:00000200:3.0:1776190129.984255:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.984259:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352218). 00000400:00000200:3.0:1776190129.984263:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.984267:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.984270:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616296ae 00000400:00000010:3.0:1776190129.984271:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616296ae. 00000400:00000010:0.0:1776190129.985043:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000030db5bb. 00000400:00000200:0.0:1776190129.985051:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000268affd4 00000400:00000010:0.0:1776190129.985052:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000268affd4. 00000100:00000200:0.0:1776190129.985060:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000efa05245 x1862468301349504/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190129.985068:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000efa05245 x1862468301349504/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190129.985092:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003227b608. 02000000:00000010:0.0:1776190129.985110:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c657e150. 02000000:00000010:0.0:1776190129.985115:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003fc1b322. 00000100:00000010:0.0:1776190129.985119:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000efa05245. 00000100:00000010:0.0:1776190129.985123:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000507587cf. 00010000:00000010:0.0:1776190129.985125:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004db44bed. 00080000:00000010:0.0:1776190129.985144:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003fc1b322. 00010000:00000010:0.0:1776190129.985224:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190129.985230:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000082758e33. 00010000:00000010:0.0:1776190129.985485:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045c67b00. 00010000:00000010:0.0:1776190129.985492:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190129.985501:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004db44bed. 00000100:00000010:0.0:1776190129.985506:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000507587cf. 00000100:00000010:0.0:1776190129.985512:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000efa05245. 02000000:00000010:0.0:1776190129.985523:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c657e150. 02000000:00000010:0.0:1776190129.985547:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae02e636. 00000400:00000010:0.0:1776190129.985552:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000030db5bb. 00000400:00000010:0.0:1776190129.985556:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000268affd4. 00000100:00000200:0.0:1776190129.985561:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301349568, portal 16 00000400:00000010:0.0:1776190129.985565:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001773e49e. 00000100:00000200:0.0:1776190129.985567:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301349568, offset 0 00000400:00000200:0.0:1776190129.985574:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.985584:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.985590:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190129.985604:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190129.985606:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190129.985609:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92330:92330:256:4294967295] 192.168.203.39@tcp LPNI seq info [92330:92330:8:4294967295] 00000400:00000200:0.0:1776190129.985617:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.985622:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.985626:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352466). 00000800:00000200:0.0:1776190129.985630:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.985636:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.985639:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776190129.987837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000630623fb. 00010000:00000010:0.1:1776190129.987853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001addba45. 00010000:00000010:0.1:1776190129.987860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072e160a8. 00010000:00000010:0.1:1776190129.987862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099d8a844. 00000800:00000200:3.0:1776190129.990512:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.990519:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352218). 00000400:00000200:3.0:1776190129.990527:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.990537:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.990544:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001773e49e 00000400:00000010:3.0:1776190129.990546:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001773e49e. 00000100:00000200:3.0:1776190129.990556:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000efa05245 x1862468301349568/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190129.990590:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.990616:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e2c0 00000400:00000200:3.0:1776190129.990624:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb54a9 [1] + 224 00000400:00000200:3.0:1776190129.990645:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.990648:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.990653:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000efa05245 x1862468301349568/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190129.990739:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000030db5bb. 00000400:00000200:2.0:1776190129.990744:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000268affd4 00000400:00000010:2.0:1776190129.990746:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000268affd4. 00000100:00000200:2.0:1776190129.990751:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000efa05245 x1862468301349568/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190129.990758:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000efa05245 x1862468301349568/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190129.990835:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae02e636. 02000000:00000010:2.0:1776190129.990841:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c657e150. 00000100:00000010:2.0:1776190129.990845:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000efa05245. 00000100:00000010:2.0:1776190129.990848:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000507587cf. 00010000:00000010:2.0:1776190129.990852:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004db44bed. 00010000:00000010:0.1:1776190129.993990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acb7c086. 00010000:00000010:0.1:1776190129.994004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fde02459. 00010000:00000010:0.1:1776190129.994011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1d0d6b3. 00010000:00000010:0.1:1776190129.994014:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612beff2. 00010000:00000010:0.1:1776190129.994017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d7b064c. 00000400:00000200:3.0:1776190129.994494:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190129.994514:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374c80 00000400:00000200:3.0:1776190129.994523:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3ddd [2] + 1312 00010000:00000010:1.1:1776190129.994912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae8b8ca7. 00000400:00000200:3.0:1776190129.995411:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.995419:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190129.995427:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190129.995433:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 00000020:00000010:1.0:1776190129.995664:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031bc45d0. 00000020:00000010:1.0:1776190129.995673:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.995677:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190129.995714:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000001edc131 x1862468296461440/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:577/0 lens 328/0 e 0 to 0 dl 1776190172 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190129.995749:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296461440 02000000:00000010:1.0:1776190129.995761:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009b57fd50. 00010000:00000010:1.0:1776190129.995815:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f6f1d24. 00010000:00000010:1.0:1776190129.995839:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190129.995846:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025bbaa76. 00000100:00000010:1.0:1776190129.995859:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025bbaa76. 00010000:00000010:1.0:1776190129.995862:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190129.995875:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d78c9627. 00000100:00000200:1.0:1776190129.995881:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296461440, offset 224 00000400:00000200:1.0:1776190129.995889:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190129.995903:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190129.995909:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92331:92331:256:4294967295] 192.168.203.39@tcp LPNI seq info [92331:92331:8:4294967295] 00000400:00000200:1.0:1776190129.995920:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190129.995925:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190129.995931:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190129.995937:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190129.995944:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190129.995948:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190129.995973:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190129.995978:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190129.995981:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031bc45d0. 00000800:00000200:3.0:1776190129.996127:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.996131:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:3.0:1776190129.996140:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.996144:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.996147:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d78c9627 00000400:00000010:3.0:1776190129.996149:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d78c9627. 00080000:00000010:0.0:1776190129.996952:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000474a8d0. 00010000:00000010:0.0:1776190129.997085:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190129.997093:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039e21c71. 00000001:00000010:0.0:1776190129.997149:0:77242:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007dd4cbd9. 00000001:00000010:0.0:1776190129.997154:0:77242:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007dd4cbd9. 00000001:00000010:0.0:1776190129.997158:0:77242:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007dd4cbd9. 00000001:00000010:0.0:1776190129.997160:0:77242:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cb22a118. 00010000:00000010:0.0:1776190129.997185:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d7b064c. 00010000:00000010:0.0:1776190129.997191:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190129.997203:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c35a413b. 00000100:00000010:0.0:1776190129.997208:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcb0db1f. 00000100:00000010:0.0:1776190129.997216:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000efa05245. 02000000:00000010:0.0:1776190129.997229:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001022d92e. 02000000:00000010:0.0:1776190129.997255:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005dd93833. 00000400:00000010:0.0:1776190129.997261:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb22a118. 00000400:00000010:0.0:1776190129.997265:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c79e5fff. 00000100:00000200:0.0:1776190129.997271:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301349632, portal 16 00000400:00000010:0.0:1776190129.997276:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeac3683. 00000100:00000200:0.0:1776190129.997278:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301349632, offset 0 00000400:00000200:0.0:1776190129.997285:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190129.997297:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190129.997304:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190129.997308:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190129.997311:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190129.997314:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92332:92332:256:4294967295] 192.168.203.39@tcp LPNI seq info [92332:92332:8:4294967295] 00000400:00000200:0.0:1776190129.997323:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190129.997327:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190129.997332:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000826f680e (tot 82352466). 00000800:00000200:0.0:1776190129.997337:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190129.997342:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190129.997345:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000826f680e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190129.997837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015a4a517. 00000800:00000200:3.0:1776190129.998141:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190129.998146:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000826f680e (tot 82352218). 00000400:00000200:3.0:1776190129.998151:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190129.998158:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190129.998162:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeac3683 00000400:00000010:3.0:1776190129.998165:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeac3683. 00000100:00000200:3.0:1776190129.998173:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000efa05245 x1862468301349632/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190130.001833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce5d29ea. 00000400:00000200:3.0:1776190130.003962:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.003982:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e300 00000400:00000200:3.0:1776190130.003991:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb54b5 [1] + 224 00000400:00000200:3.0:1776190130.004005:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.004009:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.004019:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000efa05245 x1862468301349632/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190130.004107:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb22a118. 00000400:00000200:0.0:1776190130.004113:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c79e5fff 00000400:00000010:0.0:1776190130.004115:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c79e5fff. 00000100:00000200:0.0:1776190130.004120:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000efa05245 x1862468301349632/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190130.004128:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000efa05245 x1862468301349632/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190173 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190130.004157:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005dd93833. 02000000:00000010:0.0:1776190130.004163:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001022d92e. 00000100:00000010:0.0:1776190130.004167:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000efa05245. 00000100:00000010:0.0:1776190130.004170:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcb0db1f. 00010000:00000010:0.0:1776190130.004174:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c35a413b. 00000400:00000200:3.0:1776190130.005555:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.005570:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374cc0 00000400:00000200:3.0:1776190130.005577:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3ddd [2] + 1640 00000400:00000200:3.0:1776190130.005667:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.005672:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.005677:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190130.005684:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 00010000:00000010:0.1:1776190130.005826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001218c696. 00010000:00000010:0.1:1776190130.005834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045c67b00. 00000020:00000010:2.0:1776190130.005994:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae8d3579. 00000020:00000010:2.0:1776190130.006001:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190130.006006:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190130.006031:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002fe2a2b9 x1862468296461504/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190130.006118:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296461504 02000000:00000010:2.0:1776190130.006131:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004ec05581. 00010000:00000010:2.0:1776190130.006159:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048af0366. 00010000:00000010:2.0:1776190130.006179:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.006186:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc756188. 00000100:00000010:2.0:1776190130.006203:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc756188. 00010000:00000010:2.0:1776190130.006208:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190130.006221:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3a7a590. 00000100:00000200:2.0:1776190130.006226:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296461504, offset 224 00000400:00000200:2.0:1776190130.006233:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.006243:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.006249:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92333:92333:256:4294967295] 192.168.203.39@tcp LPNI seq info [92333:92333:8:4294967295] 00000400:00000200:2.0:1776190130.006258:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.006263:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.006268:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc81a4c0 (tot 82352466). 00000800:00000200:2.0:1776190130.006273:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.006280:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.006283:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc81a4c0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190130.006307:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190130.006311:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190130.006313:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae8d3579. 00080000:00000010:0.0:1776190130.006373:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001022d92e. 00000800:00000200:3.0:1776190130.006405:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.006410:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc81a4c0 (tot 82352218). 00000400:00000200:3.0:1776190130.006415:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.006419:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.006425:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3a7a590 00000400:00000010:3.0:1776190130.006427:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3a7a590. 00010000:00000010:0.0:1776190130.006454:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190130.006461:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000508db5f9. 00010000:00000010:0.0:1776190130.006530:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045c67b00. 00010000:00000010:0.0:1776190130.006536:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190130.006545:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c35a413b. 00000100:00000010:0.0:1776190130.006548:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcb0db1f. 00000100:00000010:0.0:1776190130.006554:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000efa05245. 02000000:00000010:0.0:1776190130.006564:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005dd93833. 02000000:00000010:0.0:1776190130.006584:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024f6b351. 00000400:00000010:0.0:1776190130.006589:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb22a118. 00000400:00000010:0.0:1776190130.006605:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c79e5fff. 00000100:00000200:0.0:1776190130.006610:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301349696, portal 16 00000400:00000010:0.0:1776190130.006614:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078894c92. 00000100:00000200:0.0:1776190130.006616:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301349696, offset 0 00000400:00000200:0.0:1776190130.006621:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.006628:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.006634:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.006637:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.006639:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.006642:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92334:92334:256:4294967295] 192.168.203.39@tcp LPNI seq info [92334:92334:8:4294967295] 00000400:00000200:0.0:1776190130.006648:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.006652:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.006655:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352466). 00000800:00000200:0.0:1776190130.006659:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.006663:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.006665:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190130.006842:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.006845:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352218). 00000400:00000200:3.0:1776190130.006848:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.006852:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.006854:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078894c92 00000400:00000010:3.0:1776190130.006856:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078894c92. 00000100:00000200:3.0:1776190130.006860:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000efa05245 x1862468301349696/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.010539:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.010559:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e340 00000400:00000200:3.0:1776190130.010569:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb54c1 [1] + 224 00000400:00000200:3.0:1776190130.010586:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.010604:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.010620:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000efa05245 x1862468301349696/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190130.010756:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb22a118. 00000400:00000200:0.0:1776190130.010761:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c79e5fff 00000400:00000010:0.0:1776190130.010763:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c79e5fff. 00000100:00000200:0.0:1776190130.010767:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000efa05245 x1862468301349696/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190130.010826:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000efa05245 x1862468301349696/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190130.010849:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024f6b351. 02000000:00000010:0.0:1776190130.010854:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005dd93833. 00000100:00000010:0.0:1776190130.010857:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000efa05245. 00000100:00000010:0.0:1776190130.010860:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcb0db1f. 00010000:00000010:0.0:1776190130.010862:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c35a413b. 00000400:00000200:3.0:1776190130.011281:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.011290:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374d00 00000400:00000200:3.0:1776190130.011296:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3ddd [2] + 1968 00000400:00000010:3.0:1776190130.011299:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0c6681e. 00000400:00000200:3.0:1776190130.011302:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000049dace03 00000400:00000200:3.0:1776190130.011353:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.011358:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.011361:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049dace03 00000400:00000010:3.0:1776190130.011363:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000049dace03 (tot 82352066). 00000100:00000200:3.0:1776190130.011368:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190130.011541:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae8d3579. 00000020:00000010:2.0:1776190130.011548:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190130.011552:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190130.011577:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000026c8471a x1862468296461568/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190130.011621:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296461568 02000000:00000010:2.0:1776190130.011633:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ffa64537. 00010000:00000010:2.0:1776190130.011659:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7924896. 00010000:00000010:2.0:1776190130.011682:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.011688:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc756188. 00000100:00000010:2.0:1776190130.011703:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc756188. 00010000:00000010:2.0:1776190130.011707:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190130.011720:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e6b3e44. 00000100:00000200:2.0:1776190130.011724:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296461568, offset 224 00000400:00000200:2.0:1776190130.011731:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.011741:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.011745:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92335:92335:256:4294967295] 192.168.203.39@tcp LPNI seq info [92335:92335:8:4294967295] 00000400:00000200:2.0:1776190130.011756:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.011760:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.011764:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007553869f (tot 82352314). 00000800:00000200:2.0:1776190130.011770:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.011802:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.011806:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007553869f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190130.011825:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190130.011829:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190130.011832:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae8d3579. 02000000:00000010:2.0:1776190130.011839:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004ec05581. 00000100:00000010:2.0:1776190130.011842:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 02000000:00000010:2.0:1776190130.011845:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009b57fd50. 00000100:00000010:2.0:1776190130.011848:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 02000000:00000010:2.0:1776190130.011852:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008516abe2. 00000100:00000010:2.0:1776190130.011854:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000552495c9. 02000000:00000010:2.0:1776190130.011857:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a286515c. 00000100:00000010:2.0:1776190130.011861:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 02000000:00000010:2.0:1776190130.011864:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000554647e. 00000100:00000010:2.0:1776190130.011867:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000143a7ad1. 02000000:00000010:2.0:1776190130.011869:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000060276870. 00000100:00000010:2.0:1776190130.011872:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 00000100:00000200:2.0:1776190130.011878:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190130.011883:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a7663ce. 00000400:00000010:2.0:1776190130.011887:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc756188 (tot 82352466). 00000800:00000200:3.0:1776190130.012042:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.012046:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352218). 00000400:00000200:3.0:1776190130.012051:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.012055:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.012059:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e6b3e44 00000400:00000010:3.0:1776190130.012060:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e6b3e44. 02000000:00000010:3.0:1776190130.012064:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ffa64537. 00080000:00000010:0.0:1776190130.012232:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005dd93833. 00010000:00000010:0.0:1776190130.012323:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190130.012329:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001b7d0a3c. 00010000:00000010:0.0:1776190130.012402:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fde02459. 00010000:00000010:0.0:1776190130.012408:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190130.012418:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c35a413b. 00000100:00000010:0.0:1776190130.012422:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcb0db1f. 00000100:00000010:0.0:1776190130.012428:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000efa05245. 02000000:00000010:0.0:1776190130.012438:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000024f6b351. 02000000:00000010:0.0:1776190130.012460:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046cca38c. 00000400:00000010:0.0:1776190130.012464:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb22a118. 00000400:00000010:0.0:1776190130.012467:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c79e5fff. 00000100:00000200:0.0:1776190130.012471:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301349760, portal 16 00000400:00000010:0.0:1776190130.012475:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066d61e78. 00000100:00000200:0.0:1776190130.012477:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301349760, offset 0 00000400:00000200:0.0:1776190130.012483:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.012491:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.012497:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.012500:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.012503:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.012506:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92336:92336:256:4294967295] 192.168.203.39@tcp LPNI seq info [92336:92336:8:4294967295] 00000400:00000200:0.0:1776190130.012512:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.012517:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.012520:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352466). 00000800:00000200:0.0:1776190130.012524:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.012528:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.012530:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190130.012762:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.012765:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352218). 00000400:00000200:3.0:1776190130.012768:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.013060:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.013064:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066d61e78 00000400:00000010:3.0:1776190130.013066:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066d61e78. 00000100:00000200:3.0:1776190130.013073:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000efa05245 x1862468301349760/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190130.013824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dfde94e. 00010000:00000010:0.1:1776190130.013832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d7b064c. 00010000:00000010:2.1:1776190130.013928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d293aae5. 00010000:00000010:0.1:1776190130.017948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bca15c1. 00010000:00000010:0.1:1776190130.017966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045c67b00. 00000400:00000200:3.0:1776190130.018057:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.018074:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e380 00000400:00000200:3.0:1776190130.018084:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb54d1 [1] + 224 00000400:00000200:3.0:1776190130.018096:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.018100:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.018110:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000efa05245 x1862468301349760/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.018149:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.018155:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374d40 00000400:00000200:3.0:1776190130.018161:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3e35 [2] + 0 00000400:00000200:3.0:1776190130.018172:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.018175:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000010:0.0:1776190130.018176:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb22a118. 00000400:00000200:0.0:1776190130.018183:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c79e5fff 00000400:00000010:0.0:1776190130.018185:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c79e5fff. 00000100:00000200:3.0:1776190130.018191:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1776190130.018192:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000efa05245 x1862468301349760/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1776190130.018198:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000100:00000200:0.0:1776190130.018203:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000efa05245 x1862468301349760/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190130.018235:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046cca38c. 02000000:00000010:0.0:1776190130.018242:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000024f6b351. 00000100:00000010:0.0:1776190130.018246:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000efa05245. 00000100:00000010:0.0:1776190130.018249:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcb0db1f. 00010000:00000010:0.0:1776190130.018253:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c35a413b. 00000020:00000010:1.0:1776190130.018325:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e044fff6. 00000020:00000010:1.0:1776190130.018333:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.018337:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.018359:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074baf3bb x1862468296461632/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190130.018391:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296461632 02000000:00000010:1.0:1776190130.018403:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009b57fd50. 00010000:00000010:1.0:1776190130.018428:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f8982e35. 00010000:00000010:1.0:1776190130.018447:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.018454:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025bbaa76. 00000100:00000010:1.0:1776190130.018467:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025bbaa76. 00010000:00000010:1.0:1776190130.018469:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.018481:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4c2ce73. 00000100:00000200:1.0:1776190130.018485:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296461632, offset 224 00000400:00000200:1.0:1776190130.018492:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.018502:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.018507:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92337:92337:256:4294967295] 192.168.203.39@tcp LPNI seq info [92337:92337:8:4294967295] 00000400:00000200:1.0:1776190130.018517:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.018522:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.018526:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190130.018530:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.018537:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.018541:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.018562:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.018567:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.018570:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e044fff6. 00080000:00000010:0.0:1776190130.018639:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024f6b351. 00000800:00000200:3.0:1776190130.018673:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.018677:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:3.0:1776190130.018688:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.018692:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.018695:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4c2ce73 00000400:00000010:3.0:1776190130.018696:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4c2ce73. 00010000:00000010:0.0:1776190130.018717:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190130.018725:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000f802626. 00010000:00000010:0.0:1776190130.018840:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045c67b00. 00010000:00000010:0.0:1776190130.018846:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190130.018856:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c35a413b. 00000100:00000010:0.0:1776190130.018859:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcb0db1f. 00000100:00000010:0.0:1776190130.018876:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000efa05245. 02000000:00000010:0.0:1776190130.018886:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046cca38c. 02000000:00000010:0.0:1776190130.018906:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e4fd75da. 00000400:00000010:0.0:1776190130.018910:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb22a118. 00000400:00000010:0.0:1776190130.018914:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c79e5fff. 00000100:00000200:0.0:1776190130.018919:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301349824, portal 16 00000400:00000010:0.0:1776190130.018923:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f73e503. 00000100:00000200:0.0:1776190130.018924:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301349824, offset 0 00000400:00000200:0.0:1776190130.018930:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.018937:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.018944:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.018948:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.018951:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.018954:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92338:92338:256:4294967295] 192.168.203.39@tcp LPNI seq info [92338:92338:8:4294967295] 00000400:00000200:0.0:1776190130.018960:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.018964:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.018967:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006da13631 (tot 82352466). 00000800:00000200:0.0:1776190130.018970:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.018974:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.018977:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006da13631 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190130.019119:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.019122:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006da13631 (tot 82352218). 00000400:00000200:3.0:1776190130.019125:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.019129:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.019132:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f73e503 00000400:00000010:3.0:1776190130.019133:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f73e503. 00000100:00000200:3.0:1776190130.019139:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000efa05245 x1862468301349824/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.023742:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.023762:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e3c0 00000400:00000200:3.0:1776190130.023805:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb54dd [1] + 224 00000400:00000200:3.0:1776190130.023818:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.023822:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.023832:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000efa05245 x1862468301349824/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.023863:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.023868:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374d80 00000400:00000200:3.0:1776190130.023871:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3e35 [2] + 328 00000400:00000200:3.0:1776190130.023987:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.024268:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.024274:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190130.024280:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 00000400:00000010:0.0:1776190130.024416:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb22a118. 00000400:00000200:0.0:1776190130.024423:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c79e5fff 00000400:00000010:0.0:1776190130.024425:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c79e5fff. 00000100:00000200:0.0:1776190130.024432:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000efa05245 x1862468301349824/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190130.024440:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000efa05245 x1862468301349824/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190130.024470:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e4fd75da. 02000000:00000010:0.0:1776190130.024475:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000046cca38c. 00000100:00000010:0.0:1776190130.024478:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000efa05245. 00000100:00000010:0.0:1776190130.024481:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcb0db1f. 00010000:00000010:0.0:1776190130.024484:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c35a413b. 00010000:00000010:2.1:1776190130.024731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061564868. 00000020:00000010:2.0:1776190130.024768:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ffa64537. 00000020:00000010:2.0:1776190130.024807:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190130.024811:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190130.024834:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016984533 x1862468296461696/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190130.024864:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296461696 02000000:00000010:2.0:1776190130.024876:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000060276870. 00010000:00000010:2.0:1776190130.024902:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d5b71ec. 00010000:00000010:2.0:1776190130.024921:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.024927:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000096f85338. 00000100:00000010:2.0:1776190130.024938:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000096f85338. 00010000:00000010:2.0:1776190130.024942:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190130.024954:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e6b3e44. 00000100:00000200:2.0:1776190130.024959:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296461696, offset 224 00000400:00000200:2.0:1776190130.024966:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.024977:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.024983:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92339:92339:256:4294967295] 192.168.203.39@tcp LPNI seq info [92339:92339:8:4294967295] 00000400:00000200:2.0:1776190130.024992:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.024998:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.025002:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007553869f (tot 82352466). 00000800:00000200:2.0:1776190130.025016:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.025023:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.025027:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007553869f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190130.025048:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190130.025052:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190130.025055:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffa64537. 00000800:00000200:3.0:1776190130.025201:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.025205:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352218). 00000400:00000200:3.0:1776190130.025210:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.025214:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.025218:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e6b3e44 00000400:00000010:3.0:1776190130.025219:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e6b3e44. 00080000:00000010:0.0:1776190130.025351:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046cca38c. 00010000:00000010:0.0:1776190130.025427:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190130.025434:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d568629. 00010000:00000010:0.0:1776190130.025502:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d7b064c. 00010000:00000010:0.0:1776190130.025507:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190130.025518:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c35a413b. 00000100:00000010:0.0:1776190130.025522:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcb0db1f. 00000100:00000010:0.0:1776190130.025527:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000efa05245. 02000000:00000010:0.0:1776190130.025536:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e4fd75da. 02000000:00000010:0.0:1776190130.025558:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006aad5a93. 00000400:00000010:0.0:1776190130.025563:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb22a118. 00000400:00000010:0.0:1776190130.025568:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c79e5fff. 00000100:00000200:0.0:1776190130.025573:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301349888, portal 16 00000400:00000010:0.0:1776190130.025576:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faa656ed. 00000100:00000200:0.0:1776190130.025578:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301349888, offset 0 00000400:00000200:0.0:1776190130.025584:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.025600:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.025606:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.025609:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.025612:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.025614:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92340:92340:256:4294967295] 192.168.203.39@tcp LPNI seq info [92340:92340:8:4294967295] 00000400:00000200:0.0:1776190130.025620:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.025624:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.025627:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073259363 (tot 82352466). 00000800:00000200:0.0:1776190130.025632:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.025636:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.025638:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073259363 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190130.027566:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.027573:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073259363 (tot 82352218). 00000400:00000200:3.0:1776190130.027581:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.027599:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.027604:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faa656ed 00000400:00000010:3.0:1776190130.027607:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faa656ed. 00000100:00000200:3.0:1776190130.027616:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000efa05245 x1862468301349888/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190130.027970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084cbb3e7. 00010000:00000010:0.1:1776190130.027978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fde02459. 00010000:00000010:1.1:1776190130.028943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062d60a9f. 00010000:00000010:0.1:1776190130.031820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017b74b17. 00010000:00000010:0.1:1776190130.031834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045c67b00. 00000400:00000200:3.0:1776190130.033854:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.033873:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e400 00000400:00000200:3.0:1776190130.033882:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb54e9 [1] + 224 00000400:00000200:3.0:1776190130.033897:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.033901:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.033917:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000efa05245 x1862468301349888/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190130.034150:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb22a118. 00000400:00000200:0.0:1776190130.034155:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c79e5fff 00000400:00000010:0.0:1776190130.034158:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c79e5fff. 00000100:00000200:0.0:1776190130.034163:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000efa05245 x1862468301349888/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190130.034170:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000efa05245 x1862468301349888/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190130.034200:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006aad5a93. 02000000:00000010:0.0:1776190130.034206:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e4fd75da. 00000100:00000010:0.0:1776190130.034209:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000efa05245. 00000100:00000010:0.0:1776190130.034213:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcb0db1f. 00010000:00000010:0.0:1776190130.034216:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c35a413b. 00010000:00000010:2.1:1776190130.034913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1fd240e. 00000400:00000200:3.0:1776190130.037832:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.037853:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374dc0 00000400:00000200:3.0:1776190130.037868:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3e35 [2] + 656 00000400:00000200:3.0:1776190130.037929:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.037934:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.037940:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190130.037946:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea935c56. 00000020:00000010:1.0:1776190130.038406:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e044fff6. 00000020:00000010:1.0:1776190130.038414:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.038418:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.038446:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ea935c56 x1862468296461760/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190130.038532:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296461760 02000000:00000010:1.0:1776190130.038544:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000554647e. 00010000:00000010:1.0:1776190130.038574:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a496c16. 00010000:00000010:1.0:1776190130.038603:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.038610:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025bbaa76. 00000100:00000010:1.0:1776190130.038635:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025bbaa76. 00010000:00000010:1.0:1776190130.038639:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.038652:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc34d2c4. 00000100:00000200:1.0:1776190130.038661:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296461760, offset 224 00000400:00000200:1.0:1776190130.038668:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.038680:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.038686:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92341:92341:256:4294967295] 192.168.203.39@tcp LPNI seq info [92341:92341:8:4294967295] 00000400:00000200:1.0:1776190130.038696:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.038701:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.038706:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190130.038712:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.038719:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.038723:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.038753:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.038758:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.038761:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e044fff6. 00080000:00000010:0.0:1776190130.038874:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4fd75da. 00010000:00000010:0.0:1776190130.038953:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190130.038960:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a79e5b96. 00010000:00000010:0.0:1776190130.039051:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045c67b00. 00010000:00000010:0.0:1776190130.039057:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190130.039066:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c35a413b. 00000100:00000010:0.0:1776190130.039070:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcb0db1f. 00000100:00000010:0.0:1776190130.039076:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000efa05245. 02000000:00000010:0.0:1776190130.039086:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006aad5a93. 02000000:00000010:0.0:1776190130.039107:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a94054b. 00000400:00000010:0.0:1776190130.039112:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb22a118. 00000400:00000010:0.0:1776190130.039116:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c79e5fff. 00000100:00000200:0.0:1776190130.039121:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301349952, portal 16 00000400:00000010:0.0:1776190130.039125:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057762c55. 00000100:00000200:0.0:1776190130.039126:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301349952, offset 0 00000400:00000200:0.0:1776190130.039131:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.039138:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.039145:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.039148:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.039150:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.039153:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92342:92342:255:4294967295] 192.168.203.39@tcp LPNI seq info [92342:92342:7:4294967295] 00000400:00000200:0.0:1776190130.039160:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.039164:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.039167:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001dad545d (tot 82352714). 00000800:00000200:0.0:1776190130.039171:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.039175:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.039177:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001dad545d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190130.039275:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.039279:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352466). 00000400:00000200:3.0:1776190130.039287:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.039291:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.039295:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc34d2c4 00000400:00000010:3.0:1776190130.039297:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc34d2c4. 00000800:00000200:3.0:1776190130.039361:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.039363:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001dad545d (tot 82352218). 00000400:00000200:3.0:1776190130.039366:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.039369:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.039371:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057762c55 00000400:00000010:3.0:1776190130.039373:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057762c55. 00000100:00000200:3.0:1776190130.039377:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000efa05245 x1862468301349952/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190130.042038:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.042058:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e440 00000400:00000200:2.0:1776190130.042067:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb54f5 [1] + 224 00000400:00000200:2.0:1776190130.042081:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.042085:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.042094:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000efa05245 x1862468301349952/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190130.042242:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb22a118. 00000400:00000200:0.0:1776190130.042248:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c79e5fff 00000400:00000010:0.0:1776190130.042250:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c79e5fff. 00000100:00000200:0.0:1776190130.042255:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000efa05245 x1862468301349952/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190130.042262:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000efa05245 x1862468301349952/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190130.042302:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a94054b. 02000000:00000010:0.0:1776190130.042309:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006aad5a93. 00000100:00000010:0.0:1776190130.042312:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000efa05245. 00000100:00000010:0.0:1776190130.042315:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcb0db1f. 00010000:00000010:0.0:1776190130.042318:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c35a413b. 00000400:00000200:3.0:1776190130.043218:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.043232:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374e00 00000400:00000200:3.0:1776190130.043243:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3e35 [2] + 984 00000400:00000200:3.0:1776190130.043652:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.043657:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.043664:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190130.043670:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 00010000:00000010:1.1:1776190130.043972:0:64667:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d9b5309. 00000020:00000010:1.0:1776190130.044002:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a286515c. 00000020:00000010:1.0:1776190130.044008:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.044102:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.044124:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c4a3a006 x1862468296461824/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190130.044155:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296461824 02000000:00000010:1.0:1776190130.044164:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000031bc45d0. 00010000:00000010:1.0:1776190130.044188:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c0544fe6. 00010000:00000010:1.0:1776190130.044205:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.044210:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025bbaa76. 00000100:00000010:1.0:1776190130.044252:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025bbaa76. 00010000:00000010:1.0:1776190130.044255:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.044267:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b96b8ae7. 00000100:00000200:1.0:1776190130.044271:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296461824, offset 224 00000400:00000200:1.0:1776190130.044278:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.044289:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.044294:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92343:92343:256:4294967295] 192.168.203.39@tcp LPNI seq info [92343:92343:8:4294967295] 00000400:00000200:1.0:1776190130.044304:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.044318:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.044323:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190130.044329:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.044335:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.044338:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.044359:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.044363:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.044366:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a286515c. 00000800:00000200:3.0:1776190130.044479:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.044483:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:3.0:1776190130.044492:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.044496:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.044500:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b96b8ae7 00000400:00000010:3.0:1776190130.044502:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b96b8ae7. 00010000:00000010:0.1:1776190130.045547:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f36bc3c8. 00010000:00000010:0.1:1776190130.045557:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d7b064c. 00080000:00000010:0.0:1776190130.045576:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006aad5a93. 00010000:00000010:0.0:1776190130.045933:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190130.045940:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d93c5afd. 00010000:00000010:0.0:1776190130.046101:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d7b064c. 00010000:00000010:0.0:1776190130.046108:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190130.046119:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c35a413b. 00000100:00000010:0.0:1776190130.046125:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcb0db1f. 00000100:00000010:0.0:1776190130.046135:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000efa05245. 02000000:00000010:0.0:1776190130.046148:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006a94054b. 02000000:00000010:0.0:1776190130.046173:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bfcd08a5. 00000400:00000010:0.0:1776190130.046179:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb22a118. 00000400:00000010:0.0:1776190130.046186:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c79e5fff. 00000100:00000200:0.0:1776190130.046193:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301350016, portal 16 00000400:00000010:0.0:1776190130.046198:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c400cdc9. 00000100:00000200:0.0:1776190130.046200:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301350016, offset 0 00000400:00000200:0.0:1776190130.046207:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.046223:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.046230:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.046233:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.046236:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.046239:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92344:92344:256:4294967295] 192.168.203.39@tcp LPNI seq info [92344:92344:8:4294967295] 00000400:00000200:0.0:1776190130.046248:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.046253:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.046257:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3c1cdd4 (tot 82352466). 00000800:00000200:0.0:1776190130.046263:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.046271:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.046274:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3c1cdd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190130.047212:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.047218:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3c1cdd4 (tot 82352218). 00000400:00000200:2.0:1776190130.047225:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.047232:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.047237:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c400cdc9 00000400:00000010:2.0:1776190130.047239:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c400cdc9. 00000100:00000200:2.0:1776190130.047247:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000efa05245 x1862468301350016/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190130.049864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aba5c4d9. 00000400:00000200:3.0:1776190130.051080:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.051099:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e480 00000400:00000200:3.0:1776190130.051108:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5501 [1] + 224 00000400:00000200:3.0:1776190130.051124:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.051128:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.051138:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000efa05245 x1862468301350016/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.051877:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.051888:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374e40 00000400:00000200:3.0:1776190130.051894:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3e35 [2] + 1312 00000400:00000200:3.0:1776190130.051946:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.051950:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.051955:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190130.051961:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000143a7ad1. 00000020:00000010:2.0:1776190130.052080:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ffa64537. 00000020:00000010:2.0:1776190130.052087:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190130.052091:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190130.052116:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000143a7ad1 x1862468296461888/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190130.052153:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296461888 02000000:00000010:2.0:1776190130.052164:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004ec05581. 00010000:00000010:2.0:1776190130.052205:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.052212:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000096f85338. 00000100:00000010:2.0:1776190130.052217:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000096f85338. 00010000:00000010:2.0:1776190130.052222:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190130.052235:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3a7a590. 00000100:00000200:2.0:1776190130.052240:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296461888, offset 224 00000400:00000200:2.0:1776190130.052247:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.052258:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.052262:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92345:92345:256:4294967295] 192.168.203.39@tcp LPNI seq info [92345:92345:8:4294967295] 00000400:00000200:2.0:1776190130.052270:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.052275:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.052279:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc81a4c0 (tot 82352466). 00000800:00000200:2.0:1776190130.052284:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.052291:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.052294:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc81a4c0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190130.052316:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190130.052320:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190130.052323:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffa64537. 00000800:00000200:3.0:1776190130.053157:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.053161:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc81a4c0 (tot 82352218). 00000400:00000200:3.0:1776190130.053166:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.053172:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.053176:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3a7a590 00000400:00000010:3.0:1776190130.053177:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3a7a590. 00010000:00000010:0.1:1776190130.054053:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3694be8. 00010000:00000010:0.1:1776190130.054063:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045c67b00. 00000400:00000010:0.0:1776190130.054076:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb22a118. 00000400:00000200:0.0:1776190130.054081:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c79e5fff 00000400:00000010:0.0:1776190130.054082:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c79e5fff. 00000100:00000200:0.0:1776190130.054091:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000efa05245 x1862468301350016/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190130.054106:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000efa05245 x1862468301350016/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190130.054131:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001a1c4ef. 02000000:00000010:0.0:1776190130.054146:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bfcd08a5. 02000000:00000010:0.0:1776190130.054151:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006a94054b. 00000100:00000010:0.0:1776190130.054154:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000efa05245. 00000100:00000010:0.0:1776190130.054157:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcb0db1f. 00010000:00000010:0.0:1776190130.054160:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c35a413b. 00080000:00000010:0.0:1776190130.054181:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a94054b. 00010000:00000010:0.0:1776190130.054436:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190130.054443:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001115a1fe. 00010000:00000010:0.0:1776190130.054518:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045c67b00. 00010000:00000010:0.0:1776190130.054525:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190130.054535:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c35a413b. 00000100:00000010:0.0:1776190130.054540:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcb0db1f. 00000100:00000010:0.0:1776190130.054546:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000efa05245. 02000000:00000010:0.0:1776190130.054558:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bfcd08a5. 02000000:00000010:0.0:1776190130.054673:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb498244. 00000400:00000010:0.0:1776190130.054679:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb22a118. 00000400:00000010:0.0:1776190130.054683:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c79e5fff. 00000100:00000200:0.0:1776190130.054689:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301350080, portal 16 00000400:00000010:0.0:1776190130.054694:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009746daff. 00000100:00000200:0.0:1776190130.054696:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301350080, offset 0 00000400:00000200:0.0:1776190130.054704:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.054716:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.054722:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.054726:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.054728:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.054732:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92346:92346:256:4294967295] 192.168.203.39@tcp LPNI seq info [92346:92346:8:4294967295] 00000400:00000200:0.0:1776190130.054741:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.054747:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.054752:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3c1cdd4 (tot 82352466). 00000800:00000200:0.0:1776190130.054758:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.054763:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.054767:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3c1cdd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190130.054917:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.054921:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3c1cdd4 (tot 82352218). 00000400:00000200:3.0:1776190130.054925:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.054934:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.054937:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009746daff 00000400:00000010:3.0:1776190130.054939:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009746daff. 00000100:00000200:3.0:1776190130.054943:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000efa05245 x1862468301350080/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.057456:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.057475:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e4c0 00000400:00000200:0.0:1776190130.057485:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb550d [1] + 224 00000400:00000200:0.0:1776190130.057497:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.057501:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.057511:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000efa05245 x1862468301350080/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.057560:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.057565:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374e80 00000400:00000200:0.0:1776190130.057570:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3e35 [2] + 1640 00000400:00000200:0.0:1776190130.057890:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.057896:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.057901:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.057907:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ed276d7f. 00000400:00000010:2.0:1776190130.057985:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb22a118. 00000400:00000200:2.0:1776190130.057991:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c79e5fff 00000400:00000010:2.0:1776190130.057994:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c79e5fff. 00000100:00000200:2.0:1776190130.058001:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000efa05245 x1862468301350080/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.058010:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000efa05245 x1862468301350080/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776190130.058031:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a286515c. 02000000:00000010:2.0:1776190130.058039:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb498244. 00000020:00000010:1.0:1776190130.058039:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.058044:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 02000000:00000010:2.0:1776190130.058047:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bfcd08a5. 00000100:00000010:2.0:1776190130.058053:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000efa05245. 00000100:00000010:2.0:1776190130.058057:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcb0db1f. 00010000:00000010:2.0:1776190130.058060:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c35a413b. 00000100:00000200:1.0:1776190130.058072:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ed276d7f x1862468296461952/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190130.058101:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296461952 02000000:00000010:1.0:1776190130.058113:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e044fff6. 00010000:00000010:1.0:1776190130.058138:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000012d8b80a. 00010000:00000010:1.0:1776190130.058156:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.058162:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025bbaa76. 00000100:00000010:1.0:1776190130.058179:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025bbaa76. 00010000:00000010:1.0:1776190130.058182:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.058195:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d43b3045. 00000100:00000200:1.0:1776190130.058209:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296461952, offset 224 00000400:00000200:1.0:1776190130.058218:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.058229:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.058235:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92347:92347:256:4294967295] 192.168.203.39@tcp LPNI seq info [92347:92347:8:4294967295] 00000400:00000200:1.0:1776190130.058244:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.058249:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.058253:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190130.058257:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.058264:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.058268:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.058290:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.058295:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.058298:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a286515c. 00080000:00000010:2.0:1776190130.058363:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ffa64537. 00010000:00000010:2.0:1776190130.058448:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f62f9ab. 00010000:00000010:2.0:1776190130.058455:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c77c339e. 00010000:00000010:2.0:1776190130.058520:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b51f2bd6. 00010000:00000010:2.0:1776190130.058524:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000020aef1e8. 00010000:00000010:2.0:1776190130.058529:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d240309. 00010000:00000010:2.0:1776190130.058534:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047aa2475. 00080000:00000010:2.0:1776190130.058547:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008516abe2. 00010000:00000010:2.0:1776190130.058573:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047aa2475. 00010000:00000010:2.0:1776190130.058577:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000020aef1e8. 00010000:00000010:2.0:1776190130.058717:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f54d30c. 00010000:00000010:2.0:1776190130.058722:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047aa2475. 00010000:00000010:2.0:1776190130.058730:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.058734:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000096f85338. 00000100:00000010:2.0:1776190130.058741:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.058751:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae8d3579. 02000000:00000010:2.0:1776190130.058854:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d7af4e0. 00000400:00000010:2.0:1776190130.058860:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000011bc2b00. 00000400:00000010:2.0:1776190130.058865:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616296ae. 00000100:00000200:2.0:1776190130.058870:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301350144, portal 16 00000400:00000010:2.0:1776190130.058873:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f90117b. 00000100:00000200:2.0:1776190130.058875:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301350144, offset 0 00000400:00000200:2.0:1776190130.058881:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.058889:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.058896:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.058899:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.058902:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.058904:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92348:92348:255:4294967295] 192.168.203.39@tcp LPNI seq info [92348:92348:7:4294967295] 00000400:00000200:2.0:1776190130.058911:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.058916:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.058919:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c149bd5 (tot 82352714). 00000800:00000200:2.0:1776190130.058922:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.058928:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.058930:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c149bd5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190130.059068:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.059072:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352466). 00000400:00000200:3.0:1776190130.059080:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.059085:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.059090:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d43b3045 00000400:00000010:3.0:1776190130.059092:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d43b3045. 00000800:00000200:3.0:1776190130.059139:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.059141:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352218). 00000400:00000200:3.0:1776190130.059145:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.059148:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.059150:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f90117b 00000400:00000010:3.0:1776190130.059151:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f90117b. 00000100:00000200:3.0:1776190130.059157:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301350144/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.061844:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.061863:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e500 00000400:00000200:3.0:1776190130.061872:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5519 [1] + 224 00000400:00000200:3.0:1776190130.061887:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.061891:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.061905:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301350144/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190130.062118:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000011bc2b00. 00000400:00000200:2.0:1776190130.062123:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616296ae 00000400:00000010:2.0:1776190130.062125:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616296ae. 00000100:00000200:2.0:1776190130.062130:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301350144/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.062138:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301350144/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.062167:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d7af4e0. 02000000:00000010:2.0:1776190130.062172:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae8d3579. 00000100:00000010:2.0:1776190130.062177:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.062180:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000096f85338. 00010000:00000010:2.0:1776190130.062185:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00010000:00000010:0.1:1776190130.063092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a40271d3. 00010000:00000010:0.1:1776190130.063104:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdba4950. 00010000:00000010:0.1:1776190130.063107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d7b064c. 00000400:00000200:0.0:1776190130.063138:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.063150:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374ec0 00000400:00000200:0.0:1776190130.063157:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3e35 [2] + 1968 00000400:00000010:0.0:1776190130.063161:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000063b94b4f. 00000400:00000200:0.0:1776190130.063164:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009ba50289 00000400:00000200:0.0:1776190130.063243:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.063248:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.063252:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ba50289 00000400:00000010:0.0:1776190130.063254:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009ba50289 (tot 82352066). 00000100:00000200:0.0:1776190130.063259:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776190130.063550:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a286515c. 00000020:00000010:1.0:1776190130.063558:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.063562:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.063587:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000072937e11 x1862468296462016/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190130.063629:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296462016 02000000:00000010:1.0:1776190130.063649:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000782cb85b. 00010000:00000010:1.0:1776190130.063678:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015a50546. 00010000:00000010:1.0:1776190130.063697:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.063704:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025bbaa76. 00000100:00000010:1.0:1776190130.063728:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025bbaa76. 00010000:00000010:1.0:1776190130.063731:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.063744:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001149df6c. 00000100:00000200:1.0:1776190130.063749:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296462016, offset 224 00000400:00000200:1.0:1776190130.063756:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.063767:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.063806:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92349:92349:256:4294967295] 192.168.203.39@tcp LPNI seq info [92349:92349:8:4294967295] 00000400:00000200:1.0:1776190130.063816:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.063822:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.063827:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352314). 00000800:00000200:1.0:1776190130.063833:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.063840:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.063843:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.063856:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.063861:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.063864:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a286515c. 02000000:00000010:1.0:1776190130.063875:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e044fff6. 00000100:00000010:1.0:1776190130.063879:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ed276d7f. 02000000:00000010:1.0:1776190130.063883:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004ec05581. 00000100:00000010:1.0:1776190130.063885:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000143a7ad1. 02000000:00000010:1.0:1776190130.063889:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000031bc45d0. 00000100:00000010:1.0:1776190130.063892:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 02000000:00000010:1.0:1776190130.063895:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000554647e. 00000100:00000010:1.0:1776190130.063896:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea935c56. 02000000:00000010:1.0:1776190130.063900:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000060276870. 00000100:00000010:1.0:1776190130.063903:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 02000000:00000010:1.0:1776190130.063906:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009b57fd50. 00000100:00000010:1.0:1776190130.063908:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 00000100:00000200:1.0:1776190130.063914:0:64667:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776190130.063919:0:64667:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b0f4114. 00000400:00000010:1.0:1776190130.063923:0:64667:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000025bbaa76 (tot 82352466). 00080000:00000010:0.0:1776190130.064044:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e60355c7. 00010000:00000010:0.0:1776190130.064133:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047aa2475. 00010000:00000010:0.0:1776190130.064139:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ddf5ceee. 00010000:00000010:0.0:1776190130.064226:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d7b064c. 00010000:00000010:0.0:1776190130.064232:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b67d04a7. 00010000:00000010:0.0:1776190130.064242:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034cac4d3. 00000100:00000010:0.0:1776190130.064246:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004fd3ab85. 00000100:00000010:0.0:1776190130.064254:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000029fae5e5. 02000000:00000010:0.0:1776190130.064264:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bfcd08a5. 02000000:00000010:0.0:1776190130.064286:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb498244. 00000400:00000010:0.0:1776190130.064291:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007f42554b. 00000400:00000010:0.0:1776190130.064295:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0ec89d5. 00000100:00000200:0.0:1776190130.064298:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301350208, portal 16 00000400:00000010:0.0:1776190130.064302:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eba861cb. 00000100:00000200:0.0:1776190130.064304:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301350208, offset 0 00000400:00000200:0.0:1776190130.064309:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.064317:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.064323:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.064326:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.064329:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.064331:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92350:92350:255:4294967295] 192.168.203.39@tcp LPNI seq info [92350:92350:7:4294967295] 00000400:00000200:0.0:1776190130.064337:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.064342:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.064345:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001dad545d (tot 82352714). 00000800:00000200:0.0:1776190130.064349:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.064353:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.064355:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001dad545d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190130.064707:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.064711:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352466). 00000400:00000200:3.0:1776190130.064721:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.064726:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.064730:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001149df6c 00000400:00000010:3.0:1776190130.064732:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001149df6c. 02000000:00000010:3.0:1776190130.064736:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000782cb85b. 00000800:00000200:3.0:1776190130.064820:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.064822:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001dad545d (tot 82352218). 00000400:00000200:3.0:1776190130.064826:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.064830:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.064832:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eba861cb 00000400:00000010:3.0:1776190130.064833:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eba861cb. 00000100:00000200:3.0:1776190130.064839:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000029fae5e5 x1862468301350208/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.066865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2fda959. 00010000:00000010:2.1:1776190130.066880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045c67b00. 00010000:00000010:2.1:1776190130.066884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b51f2bd6. 00010000:00000010:2.1:1776190130.066887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d240309. 00010000:00000010:1.1:1776190130.066937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9506dd8. 00000400:00000200:3.0:1776190130.068118:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.068138:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e540 00000400:00000200:3.0:1776190130.068147:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5529 [1] + 224 00000400:00000200:3.0:1776190130.068160:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.068164:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.068176:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000029fae5e5 x1862468301350208/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.068299:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.068306:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374f00 00000400:00000200:3.0:1776190130.068310:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3e8d [2] + 0 00000400:00000200:3.0:1776190130.068319:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.068322:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.068326:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190130.068333:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 00000020:00000010:2.0:1776190130.068442:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d7af4e0. 00000020:00000010:2.0:1776190130.068450:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190130.068454:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190130.068480:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003ffde2ec x1862468296462080/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190130.068517:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296462080 02000000:00000010:2.0:1776190130.068528:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000591a10d7. 00010000:00000010:2.0:1776190130.068563:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.068570:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000096f85338. 00000100:00000010:2.0:1776190130.068575:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000096f85338. 00010000:00000010:2.0:1776190130.068580:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190130.068601:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616296ae. 00000100:00000200:2.0:1776190130.068606:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296462080, offset 224 00000400:00000200:2.0:1776190130.068613:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.068623:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.068628:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92351:92351:256:4294967295] 192.168.203.39@tcp LPNI seq info [92351:92351:8:4294967295] 00000400:00000200:2.0:1776190130.068647:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.068652:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.068656:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003db09799 (tot 82352466). 00000800:00000200:2.0:1776190130.068661:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.068668:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.068671:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003db09799 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190130.068695:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190130.068698:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190130.068700:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d7af4e0. 00000800:00000200:3.0:1776190130.069056:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.069060:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003db09799 (tot 82352218). 00000400:00000200:3.0:1776190130.069065:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.069070:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.069073:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616296ae 00000400:00000010:3.0:1776190130.069075:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616296ae. 00010000:00000010:0.1:1776190130.070172:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9c498ad. 00010000:00000010:0.1:1776190130.070182:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f54d30c. 00000400:00000010:0.0:1776190130.070195:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007f42554b. 00000400:00000200:0.0:1776190130.070199:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0ec89d5 00000400:00000010:0.0:1776190130.070201:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0ec89d5. 00000100:00000200:0.0:1776190130.070211:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000029fae5e5 x1862468301350208/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190130.070220:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000029fae5e5 x1862468301350208/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190130.070244:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7c47417. 02000000:00000010:0.0:1776190130.070260:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb498244. 02000000:00000010:0.0:1776190130.070265:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bfcd08a5. 00000100:00000010:0.0:1776190130.070269:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000029fae5e5. 00000100:00000010:0.0:1776190130.070272:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004fd3ab85. 00010000:00000010:0.0:1776190130.070275:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034cac4d3. 00080000:00000010:1.0:1776190130.070407:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000782cb85b. 00010000:00000010:1.0:1776190130.070503:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b67d04a7. 00010000:00000010:1.0:1776190130.070510:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004cb6651b. 00010000:00000010:1.0:1776190130.070588:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f43969a. 00010000:00000010:1.1:1776190130.070902:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041319c9c. 00010000:00000010:1.0:1776190130.070912:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae65018c. 00010000:00000010:1.0:1776190130.070924:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.070930:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039664b5d. 00000100:00000010:1.0:1776190130.070938:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190130.070951:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060276870. 02000000:00000010:1.0:1776190130.070975:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ec05581. 00000400:00000010:1.0:1776190130.070981:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b478d6cd. 00000400:00000010:1.0:1776190130.070986:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da785b1e. 00000100:00000200:1.0:1776190130.070991:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301350272, portal 16 00000400:00000010:1.0:1776190130.070996:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190130.070998:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301350272, offset 0 00000400:00000200:1.0:1776190130.071005:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.071018:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.071026:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190130.071029:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190130.071032:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190130.071035:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92352:92352:256:4294967295] 192.168.203.39@tcp LPNI seq info [92352:92352:8:4294967295] 00000400:00000200:1.0:1776190130.071043:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.071049:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.071053:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190130.071058:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.071063:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.071066:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190130.072707:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.072722:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:3.0:1776190130.072736:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.072745:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.072750:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff4ab8e8 00000400:00000010:3.0:1776190130.072752:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff4ab8e8. 00000100:00000200:3.0:1776190130.072759:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301350272/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.074278:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.074296:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e580 00000400:00000200:3.0:1776190130.074305:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5535 [1] + 224 00000400:00000200:3.0:1776190130.074323:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.074327:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.074336:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301350272/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190130.074927:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b478d6cd. 00000400:00000200:1.0:1776190130.074935:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da785b1e 00000400:00000010:1.0:1776190130.074937:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da785b1e. 00000100:00000200:1.0:1776190130.074945:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301350272/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190130.074952:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301350272/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190130.074982:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ec05581. 02000000:00000010:1.0:1776190130.074988:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060276870. 00000100:00000010:1.0:1776190130.074993:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190130.074997:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039664b5d. 00010000:00000010:1.0:1776190130.075000:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000200:3.0:1776190130.075384:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.075394:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374f40 00000400:00000200:3.0:1776190130.075399:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3e8d [2] + 328 00000400:00000200:3.0:1776190130.075454:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.075458:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.075464:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190130.075469:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 00000020:00000010:1.0:1776190130.075606:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ec05581. 00000020:00000010:1.0:1776190130.075612:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.075616:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.075639:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000552495c9 x1862468296462144/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190130.075672:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296462144 02000000:00000010:1.0:1776190130.075684:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000060276870. 00010000:00000010:1.0:1776190130.075710:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000729755e4. 00010000:00000010:1.0:1776190130.075736:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.075742:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039664b5d. 00000100:00000010:1.0:1776190130.075760:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039664b5d. 00010000:00000010:1.0:1776190130.075763:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.075812:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da785b1e. 00000100:00000200:1.0:1776190130.075817:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296462144, offset 224 00000400:00000200:1.0:1776190130.075824:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.075834:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.075839:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92353:92353:256:4294967295] 192.168.203.39@tcp LPNI seq info [92353:92353:8:4294967295] 00000400:00000200:1.0:1776190130.075848:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.075853:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.075859:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190130.075864:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.075871:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.075874:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.075894:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.075899:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.075903:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ec05581. 00010000:00000010:0.1:1776190130.075959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0539290. 00000800:00000200:0.0:1776190130.076023:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.076026:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:0.0:1776190130.076035:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.076039:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.076042:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da785b1e 00000400:00000010:0.0:1776190130.076044:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da785b1e. 00080000:00000010:3.0:1776190130.076361:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011425898. 00010000:00000010:3.0:1776190130.076445:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae65018c. 00010000:00000010:3.0:1776190130.076454:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077e21667. 00010000:00000010:3.0:1776190130.076525:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004432581b. 00010000:00000010:3.0:1776190130.076531:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a3e4258d. 00010000:00000010:3.0:1776190130.076543:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f3e252d. 00000100:00000010:3.0:1776190130.076547:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190130.076554:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 02000000:00000010:3.0:1776190130.076564:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8014e3c. 02000000:00000010:3.0:1776190130.076586:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090e03661. 00000400:00000010:3.0:1776190130.076602:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0c6681e. 00000400:00000010:3.0:1776190130.076607:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6b5ec91. 00000100:00000200:3.0:1776190130.076611:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301350336, portal 16 00000400:00000010:3.0:1776190130.076616:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190130.076618:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301350336, offset 0 00000400:00000200:3.0:1776190130.076624:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.076633:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.076639:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190130.076643:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190130.076646:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190130.076648:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92354:92354:256:4294967295] 192.168.203.39@tcp LPNI seq info [92354:92354:8:4294967295] 00000400:00000200:3.0:1776190130.076655:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.076659:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.076662:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352466). 00000800:00000200:3.0:1776190130.076667:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.076670:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.076674:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190130.078255:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.078261:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003900fe9a (tot 82352218). 00000400:00000200:1.0:1776190130.078269:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.078277:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.078281:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bd3563 00000400:00000010:1.0:1776190130.078283:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bd3563. 00000100:00000200:1.0:1776190130.078292:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000001edc131 x1862468301350336/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190130.079161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bee7c735. 00010000:00000010:1.1:1776190130.079170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d7b064c. 00000400:00000200:3.0:1776190130.081142:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.081159:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e5c0 00000400:00000200:3.0:1776190130.081168:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5541 [1] + 224 00000400:00000200:3.0:1776190130.081187:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.081191:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.081201:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000001edc131 x1862468301350336/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190130.081282:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0c6681e. 00000400:00000200:1.0:1776190130.081287:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6b5ec91 00000400:00000010:1.0:1776190130.081289:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6b5ec91. 00000100:00000200:1.0:1776190130.081296:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000001edc131 x1862468301350336/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190130.081303:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000001edc131 x1862468301350336/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190130.081331:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090e03661. 02000000:00000010:1.0:1776190130.081337:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f8014e3c. 00000100:00000010:1.0:1776190130.081341:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 00000100:00000010:1.0:1776190130.081345:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:1.0:1776190130.081349:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f3e252d. 00010000:00000010:1.1:1776190130.081881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000410f4470. 00010000:00000010:3.1:1776190130.082027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000044a0955. 00010000:00000010:3.1:1776190130.082033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f43969a. 00000400:00000200:0.0:1776190130.082103:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.082114:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374f80 00000400:00000200:0.0:1776190130.082119:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3e8d [2] + 656 00000400:00000200:0.0:1776190130.082508:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.082516:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.082522:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.082528:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000029fae5e5. 00000020:00000010:2.0:1776190130.082896:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d7af4e0. 00000020:00000010:2.0:1776190130.082903:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190130.082908:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190130.082933:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000029fae5e5 x1862468296462208/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190130.082971:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296462208 02000000:00000010:2.0:1776190130.082983:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ce0238b1. 00010000:00000010:2.0:1776190130.083011:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f809a9a4. 00010000:00000010:2.0:1776190130.083030:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.083037:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000096f85338. 00000100:00000010:2.0:1776190130.083052:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000096f85338. 00010000:00000010:2.0:1776190130.083056:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190130.083070:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002848b18e. 00000100:00000200:2.0:1776190130.083075:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296462208, offset 224 00000400:00000200:2.0:1776190130.083082:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.083093:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.083098:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92355:92355:256:4294967295] 192.168.203.39@tcp LPNI seq info [92355:92355:8:4294967295] 00000400:00000200:2.0:1776190130.083108:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.083114:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.083118:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a3d1fd9 (tot 82352466). 00000800:00000200:2.0:1776190130.083124:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.083130:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.083134:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002a3d1fd9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190130.083160:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190130.083164:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190130.083167:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d7af4e0. 00080000:00000010:3.0:1776190130.083380:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a348a165. 00010000:00000010:3.0:1776190130.083456:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a3e4258d. 00010000:00000010:3.0:1776190130.083462:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f1f6007d. 00010000:00000010:3.0:1776190130.083535:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061082947. 00010000:00000010:3.0:1776190130.083540:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a3e4258d. 00010000:00000010:3.0:1776190130.083549:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e8720e34. 00000100:00000010:3.0:1776190130.083553:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190130.083559:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 02000000:00000010:3.0:1776190130.083570:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000671ef2a8. 02000000:00000010:3.0:1776190130.083600:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082cb54f6. 00000400:00000010:3.0:1776190130.083607:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002661a205. 00000400:00000010:3.0:1776190130.083611:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190130.083616:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301350400, portal 16 00000400:00000010:3.0:1776190130.083621:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d376fb9. 00000100:00000200:3.0:1776190130.083623:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301350400, offset 0 00000400:00000200:3.0:1776190130.083628:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.083645:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.083651:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190130.083654:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190130.083657:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190130.083659:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92356:92356:255:4294967295] 192.168.203.39@tcp LPNI seq info [92356:92356:7:4294967295] 00000400:00000200:3.0:1776190130.083665:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.083670:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.083673:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352714). 00000800:00000200:3.0:1776190130.083676:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.083681:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.083684:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.084692:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.084698:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a3d1fd9 (tot 82352466). 00000400:00000200:0.0:1776190130.084705:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.084711:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.084715:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002848b18e 00000400:00000010:0.0:1776190130.084717:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002848b18e. 00000800:00000200:0.0:1776190130.084765:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.084768:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004809ab70 (tot 82352218). 00000400:00000200:0.0:1776190130.084788:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.084791:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.084794:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d376fb9 00000400:00000010:0.0:1776190130.084795:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d376fb9. 00000100:00000200:0.0:1776190130.084801:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2a2b9 x1862468301350400/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.087317:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.087337:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e600 00000400:00000200:3.0:1776190130.087347:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb554d [1] + 224 00000400:00000200:3.0:1776190130.087359:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.087362:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.087371:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2a2b9 x1862468301350400/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.087411:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.087417:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1374fc0 00000400:00000200:3.0:1776190130.087422:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3e8d [2] + 984 00000400:00000200:3.0:1776190130.087430:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.087433:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.087436:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190130.087443:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 00000400:00000010:1.0:1776190130.087646:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002661a205. 00000400:00000200:1.0:1776190130.087651:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd055298 00000400:00000010:1.0:1776190130.087652:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd055298. 00000100:00000200:1.0:1776190130.087659:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2a2b9 x1862468301350400/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190130.087666:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2a2b9 x1862468301350400/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190130.087694:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082cb54f6. 02000000:00000010:1.0:1776190130.087700:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000671ef2a8. 00000100:00000010:1.0:1776190130.087703:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 00000100:00000010:1.0:1776190130.087707:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:1.0:1776190130.087710:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e8720e34. 00000020:00000010:0.0:1776190130.087755:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfcd08a5. 00000020:00000010:0.0:1776190130.087762:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c4d1f6f. 00000020:00000010:0.0:1776190130.087766:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 00000100:00000200:0.0:1776190130.087815:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000001edc131 x1862468296462272/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190130.087838:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296462272 02000000:00000010:0.0:1776190130.087848:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cb498244. 00010000:00000010:0.0:1776190130.088024:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024ca9f06. 00010000:00000010:0.0:1776190130.088051:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034cac4d3. 00000100:00000010:0.0:1776190130.088058:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004fd3ab85. 00000100:00000010:0.0:1776190130.088061:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004fd3ab85. 00010000:00000010:0.0:1776190130.088063:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034cac4d3. 00000400:00000010:0.0:1776190130.088076:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0ec89d5. 00000100:00000200:0.0:1776190130.088079:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296462272, offset 224 00000400:00000200:0.0:1776190130.088086:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.088096:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.088101:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92357:92357:256:4294967295] 192.168.203.39@tcp LPNI seq info [92357:92357:8:4294967295] 00000400:00000200:0.0:1776190130.088112:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.088117:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.088121:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073259363 (tot 82352466). 00000800:00000200:0.0:1776190130.088127:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.088133:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.088136:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073259363 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190130.088160:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c4d1f6f. 00000020:00000010:0.0:1776190130.088165:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:0.0:1776190130.088169:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfcd08a5. 00080000:00000010:1.0:1776190130.088826:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ec05581. 00010000:00000010:1.0:1776190130.088925:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a3e4258d. 00010000:00000010:1.0:1776190130.088932:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000061aca4f5. 00010000:00000010:1.0:1776190130.088997:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac0f42df. 00010000:00000010:1.0:1776190130.089001:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000043332d39. 00010000:00000010:1.0:1776190130.089007:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd993c15. 00010000:00000010:1.0:1776190130.089012:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f9bfe0d. 00080000:00000010:1.0:1776190130.089024:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b57fd50. 00010000:00000010:1.0:1776190130.089047:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f9bfe0d. 00010000:00000010:1.0:1776190130.089052:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000043332d39. 00010000:00000010:1.0:1776190130.089098:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000796e951. 00010000:00000010:1.0:1776190130.089101:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f9bfe0d. 00010000:00000010:1.0:1776190130.089108:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.089113:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039664b5d. 00000100:00000010:1.0:1776190130.089121:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190130.089132:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e044fff6. 02000000:00000010:1.0:1776190130.089158:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000554647e. 00000400:00000010:1.0:1776190130.089165:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b478d6cd. 00000400:00000010:1.0:1776190130.089171:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e54ad690. 00000100:00000200:1.0:1776190130.089176:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301350464, portal 16 00000400:00000010:1.0:1776190130.089181:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065effbe1. 00000100:00000200:1.0:1776190130.089183:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301350464, offset 0 00000400:00000200:1.0:1776190130.089190:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.089201:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.089207:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190130.089211:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190130.089214:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190130.089217:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92358:92358:255:4294967295] 192.168.203.39@tcp LPNI seq info [92358:92358:7:4294967295] 00000400:00000200:1.0:1776190130.089225:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.089230:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.089245:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352714). 00000800:00000200:1.0:1776190130.089251:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.089256:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.089259:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190130.090011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca2aabd8. 00010000:00000010:3.1:1776190130.090021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00000800:00000200:3.0:1776190130.090069:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.090073:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073259363 (tot 82352466). 00000400:00000200:3.0:1776190130.090077:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.090084:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.090089:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0ec89d5 00000400:00000010:3.0:1776190130.090091:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0ec89d5. 00000800:00000200:3.0:1776190130.090164:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.090166:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:3.0:1776190130.090175:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.090179:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.090181:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065effbe1 00000400:00000010:3.0:1776190130.090182:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065effbe1. 00000100:00000200:3.0:1776190130.090189:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301350464/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.092451:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.092471:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e640 00000400:00000200:0.0:1776190130.092480:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5559 [1] + 224 00000400:00000200:0.0:1776190130.092491:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.092494:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.092502:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301350464/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.092531:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.092535:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375000 00000400:00000200:0.0:1776190130.092539:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3e8d [2] + 1312 00000400:00000200:0.0:1776190130.092546:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.092549:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.092552:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.092558:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009382bd96. 00000020:00000010:2.0:1776190130.092654:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d7af4e0. 00000020:00000010:2.0:1776190130.092661:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190130.092665:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190130.092689:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009382bd96 x1862468296462336/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190130.092714:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296462336 00000400:00000010:1.0:1776190130.092717:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b478d6cd. 00000400:00000200:1.0:1776190130.092722:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e54ad690 00000400:00000010:1.0:1776190130.092724:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e54ad690. 00000100:00000200:1.0:1776190130.092730:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301350464/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.092734:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005df42827. 00000100:00000200:1.0:1776190130.092737:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301350464/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190130.092758:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c54fa67. 02000000:00000010:1.0:1776190130.092759:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000554647e. 02000000:00000010:1.0:1776190130.092763:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e044fff6. 00000100:00000010:1.0:1776190130.092768:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190130.092788:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039664b5d. 00010000:00000010:1.0:1776190130.092792:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00010000:00000010:2.1:1776190130.092799:0:64667:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae475bf2. 00010000:00000010:2.0:1776190130.092929:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.092935:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000096f85338. 00000100:00000010:2.0:1776190130.095765:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000096f85338. 00010000:00000010:2.0:1776190130.095810:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190130.095908:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054f31e6a. 00000100:00000200:2.0:1776190130.095916:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296462336, offset 224 00000400:00000200:2.0:1776190130.095928:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.095946:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.095953:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92359:92359:256:4294967295] 192.168.203.39@tcp LPNI seq info [92359:92359:8:4294967295] 00080000:00000010:1.0:1776190130.095955:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000554647e. 00000400:00000200:2.0:1776190130.095965:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.095972:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.095978:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6ecb0ff (tot 82352466). 00000800:00000200:2.0:1776190130.095984:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.095991:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.095994:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d6ecb0ff type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190130.096024:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190130.096029:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190130.096033:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d7af4e0. 00010000:00000010:1.0:1776190130.096045:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f9bfe0d. 00010000:00000010:1.0:1776190130.096056:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f10639de. 00010000:00000010:1.0:1776190130.096127:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000038a6675a. 00010000:00000010:1.0:1776190130.096133:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f9bfe0d. 00010000:00000010:1.0:1776190130.096146:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.096152:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039664b5d. 00000100:00000010:1.0:1776190130.096161:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190130.096174:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000031bc45d0. 02000000:00000010:1.0:1776190130.096200:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a286515c. 00000400:00000010:1.0:1776190130.096206:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b478d6cd. 00000400:00000010:1.0:1776190130.096210:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e54ad690. 00000100:00000200:1.0:1776190130.096215:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301350528, portal 16 00000400:00000010:1.0:1776190130.096218:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005097e9c8. 00000100:00000200:1.0:1776190130.096220:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301350528, offset 0 00000400:00000200:1.0:1776190130.096226:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.096245:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.096252:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190130.096254:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190130.096257:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190130.096260:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92360:92360:255:4294967295] 192.168.203.39@tcp LPNI seq info [92360:92360:7:4294967295] 00000400:00000200:1.0:1776190130.096266:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.096271:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.096274:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352714). 00000800:00000200:1.0:1776190130.096278:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.096282:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.096284:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.096381:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.096385:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6ecb0ff (tot 82352466). 00000400:00000200:0.0:1776190130.096391:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.096397:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.096400:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054f31e6a 00000400:00000010:0.0:1776190130.096402:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054f31e6a. 00000800:00000200:0.0:1776190130.096463:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.096465:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:0.0:1776190130.096474:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.096477:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.096479:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005097e9c8 00000400:00000010:0.0:1776190130.096480:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005097e9c8. 00000100:00000200:0.0:1776190130.096486:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301350528/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190130.100835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005804dbcd. 00010000:00000010:2.1:1776190130.104869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6590a2f. 00000400:00000200:3.0:1776190130.106935:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.106955:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e680 00000400:00000200:3.0:1776190130.106965:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5565 [1] + 224 00000400:00000200:3.0:1776190130.106979:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.106983:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.106994:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301350528/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190130.107240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026cb2564. 00010000:00000010:1.1:1776190130.107250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061082947. 00010000:00000010:1.1:1776190130.107254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac0f42df. 00010000:00000010:1.1:1776190130.107257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd993c15. 00000400:00000010:1.0:1776190130.107275:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b478d6cd. 00000400:00000200:1.0:1776190130.107280:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e54ad690 00000400:00000010:1.0:1776190130.107282:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e54ad690. 00000100:00000200:1.0:1776190130.107288:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301350528/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190130.107296:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301350528/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190130.107335:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a286515c. 02000000:00000010:1.0:1776190130.107343:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000031bc45d0. 00000100:00000010:1.0:1776190130.107347:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190130.107351:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039664b5d. 00010000:00000010:1.0:1776190130.107354:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000200:0.0:1776190130.107508:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.107518:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375040 00000400:00000200:0.0:1776190130.107523:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3e8d [2] + 1640 00000400:00000200:0.0:1776190130.107574:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.107578:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.107583:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.107588:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008962746. 00000020:00000010:2.0:1776190130.108321:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d7af4e0. 00000020:00000010:2.0:1776190130.108330:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190130.108336:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190130.108360:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008962746 x1862468296462400/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190130.108398:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296462400 02000000:00000010:2.0:1776190130.108411:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ae8d3579. 00010000:00000010:2.0:1776190130.108437:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a09715a. 00010000:00000010:2.0:1776190130.108456:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.108463:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000096f85338. 00000100:00000010:2.0:1776190130.108480:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000096f85338. 00010000:00000010:2.0:1776190130.108485:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190130.108496:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d4d52a6. 00000100:00000200:2.0:1776190130.108500:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296462400, offset 224 00000400:00000200:2.0:1776190130.108507:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.108518:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.108524:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92361:92361:256:4294967295] 192.168.203.39@tcp LPNI seq info [92361:92361:8:4294967295] 00000400:00000200:2.0:1776190130.108533:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.108538:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.108542:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb044675 (tot 82352466). 00000800:00000200:2.0:1776190130.108548:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.108554:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.108558:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb044675 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190130.108584:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190130.108597:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190130.108601:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d7af4e0. 00080000:00000010:1.0:1776190130.108663:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031bc45d0. 00000800:00000200:0.0:1776190130.108705:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.108710:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb044675 (tot 82352218). 00000400:00000200:0.0:1776190130.108721:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.108726:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.108730:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d4d52a6 00000400:00000010:0.0:1776190130.108733:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d4d52a6. 00010000:00000010:1.0:1776190130.108751:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f9bfe0d. 00010000:00000010:1.0:1776190130.108761:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d64695d6. 00010000:00000010:1.0:1776190130.108877:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd993c15. 00010000:00000010:1.0:1776190130.108884:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f9bfe0d. 00010000:00000010:1.0:1776190130.108893:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.108897:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039664b5d. 00000100:00000010:1.0:1776190130.108903:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190130.108913:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a286515c. 02000000:00000010:1.0:1776190130.108935:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e044fff6. 00000400:00000010:1.0:1776190130.108939:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b478d6cd. 00000400:00000010:1.0:1776190130.108944:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e54ad690. 00000100:00000200:1.0:1776190130.108948:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301350592, portal 16 00000400:00000010:1.0:1776190130.108952:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be2d42b. 00000100:00000200:1.0:1776190130.108954:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301350592, offset 0 00000400:00000200:1.0:1776190130.108959:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.108967:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.108974:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190130.108977:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190130.108979:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190130.108981:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92362:92362:256:4294967295] 192.168.203.39@tcp LPNI seq info [92362:92362:8:4294967295] 00000400:00000200:1.0:1776190130.108988:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.108992:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.108995:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190130.108999:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.109003:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.109005:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190130.109125:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.109128:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:3.0:1776190130.109136:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.109140:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.109143:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be2d42b 00000400:00000010:3.0:1776190130.109144:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be2d42b. 00000100:00000200:3.0:1776190130.109149:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301350592/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190130.110145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067b51786. 00010000:00000010:1.1:1776190130.110156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000796e951. 00000400:00000200:0.0:1776190130.111158:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.111174:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e6c0 00000400:00000200:0.0:1776190130.111183:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5571 [1] + 224 00000400:00000200:0.0:1776190130.111197:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.111201:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.111209:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301350592/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190130.113164:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b478d6cd. 00000400:00000200:1.0:1776190130.113176:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e54ad690 00000400:00000010:1.0:1776190130.113178:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e54ad690. 00000100:00000200:1.0:1776190130.113191:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301350592/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190130.113205:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301350592/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190130.113249:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e044fff6. 02000000:00000010:1.0:1776190130.113257:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a286515c. 00000100:00000010:1.0:1776190130.113263:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190130.113266:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039664b5d. 00010000:00000010:1.0:1776190130.113270:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000200:0.0:1776190130.113892:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.113907:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375080 00000400:00000200:0.0:1776190130.113914:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3e8d [2] + 1968 00000400:00000010:0.0:1776190130.113918:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002bafd3ad. 00000400:00000200:0.0:1776190130.113923:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000061bac84f 00000400:00000200:0.0:1776190130.113981:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.113985:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.113989:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061bac84f 00000400:00000010:0.0:1776190130.113991:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000061bac84f (tot 82352066). 00000100:00000200:0.0:1776190130.113999:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190130.114264:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d7af4e0. 00000020:00000010:2.0:1776190130.114280:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190130.114284:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190130.114308:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000460b5a20 x1862468296462464/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190130.114342:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296462464 02000000:00000010:2.0:1776190130.114354:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c1666326. 00010000:00000010:2.0:1776190130.114380:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000716660ab. 00010000:00000010:2.0:1776190130.114402:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.114408:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000096f85338. 00000100:00000010:2.0:1776190130.114423:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000096f85338. 00010000:00000010:2.0:1776190130.114427:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190130.114439:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ded49ea2. 00000100:00000200:2.0:1776190130.114443:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296462464, offset 224 00000400:00000200:2.0:1776190130.114450:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00080000:00000010:1.0:1776190130.114457:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e044fff6. 00000400:00000200:2.0:1776190130.114461:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.114466:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92363:92363:256:4294967295] 192.168.203.39@tcp LPNI seq info [92363:92363:8:4294967295] 00000400:00000200:2.0:1776190130.114475:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.114480:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.114484:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054ef62b4 (tot 82352314). 00000800:00000200:2.0:1776190130.114488:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.114495:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.114499:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054ef62b4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190130.114524:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190130.114529:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190130.114532:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d7af4e0. 00010000:00000010:1.0:1776190130.114538:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f9bfe0d. 02000000:00000010:2.0:1776190130.114541:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ae8d3579. 00000100:00000010:2.0:1776190130.114545:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008962746. 00010000:00000010:1.0:1776190130.114546:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000028c6a41b. 02000000:00000010:2.0:1776190130.114549:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005df42827. 00000100:00000010:2.0:1776190130.114552:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009382bd96. 02000000:00000010:2.0:1776190130.114554:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cb498244. 00000100:00000010:2.0:1776190130.114557:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 02000000:00000010:2.0:1776190130.114561:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ce0238b1. 00000100:00000010:2.0:1776190130.114562:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000029fae5e5. 02000000:00000010:2.0:1776190130.114564:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000060276870. 00000100:00000010:2.0:1776190130.114566:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000552495c9. 02000000:00000010:2.0:1776190130.114570:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000591a10d7. 00000100:00000010:2.0:1776190130.114572:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000200:2.0:1776190130.114588:0:64667:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190130.114601:0:64667:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000011bc2b00. 00000400:00000010:2.0:1776190130.114604:0:64667:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000096f85338 (tot 82352466). 00010000:00000010:1.0:1776190130.114624:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000796e951. 00010000:00000010:1.0:1776190130.114629:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f9bfe0d. 00010000:00000010:1.0:1776190130.114642:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.114645:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039664b5d. 00000100:00000010:1.0:1776190130.114651:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190130.114662:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a286515c. 02000000:00000010:1.0:1776190130.114683:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b26dfd7. 00000400:00000010:1.0:1776190130.114686:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b478d6cd. 00000400:00000010:1.0:1776190130.114690:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e54ad690. 00000100:00000200:1.0:1776190130.114693:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301350656, portal 16 00000400:00000010:1.0:1776190130.114697:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be2d42b. 00000100:00000200:1.0:1776190130.114699:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301350656, offset 0 00000400:00000200:1.0:1776190130.114704:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.114709:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.114716:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190130.114718:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190130.114721:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190130.114724:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92364:92364:255:4294967295] 192.168.203.39@tcp LPNI seq info [92364:92364:7:4294967295] 00000400:00000200:1.0:1776190130.114731:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.114734:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.114738:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352714). 00000800:00000200:1.0:1776190130.114741:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.114745:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.114747:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.114914:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.114919:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054ef62b4 (tot 82352466). 00000400:00000200:0.0:1776190130.114924:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.114927:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.114931:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ded49ea2 00000400:00000010:0.0:1776190130.114933:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ded49ea2. 02000000:00000010:0.0:1776190130.114937:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c1666326. 00000800:00000200:0.0:1776190130.114974:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.114976:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:0.0:1776190130.114984:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.114987:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.114989:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be2d42b 00000400:00000010:0.0:1776190130.114990:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be2d42b. 00000100:00000200:0.0:1776190130.114995:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301350656/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.117975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1effc89. 00000400:00000200:0.0:1776190130.119287:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.119306:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e700 00000400:00000200:0.0:1776190130.119316:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5581 [1] + 224 00000400:00000200:0.0:1776190130.119332:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.119336:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.119346:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301350656/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190130.119454:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b478d6cd. 00000400:00000200:1.0:1776190130.119461:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e54ad690 00000400:00000010:1.0:1776190130.119463:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e54ad690. 00000100:00000200:1.0:1776190130.119469:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301350656/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190130.119476:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301350656/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190130.119504:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b26dfd7. 02000000:00000010:1.0:1776190130.119510:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a286515c. 00000100:00000010:1.0:1776190130.119516:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190130.119519:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039664b5d. 00010000:00000010:1.0:1776190130.119522:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00010000:00000010:1.1:1776190130.122052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b51ed06. 00010000:00000010:1.1:1776190130.122069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a6675a. 00000400:00000200:0.0:1776190130.124340:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.124361:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13750c0 00000400:00000200:0.0:1776190130.124369:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3ee5 [2] + 0 00000400:00000200:0.0:1776190130.127321:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.127337:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.127347:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.127357:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f627330. 00000020:00000010:2.0:1776190130.129749:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000711b3fa6. 00000020:00000010:2.0:1776190130.129762:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190130.129768:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190130.129821:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005f627330 x1862468296462528/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190130.129854:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296462528 02000000:00000010:2.0:1776190130.129864:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e656cced. 00010000:00000010:2.0:1776190130.129890:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e873880. 00010000:00000010:2.0:1776190130.129910:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.129918:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.129932:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.129936:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190130.129961:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000177066b0. 00000100:00000200:2.0:1776190130.129967:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296462528, offset 224 00000400:00000200:2.0:1776190130.129974:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.129990:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.129996:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92365:92365:256:4294967295] 192.168.203.39@tcp LPNI seq info [92365:92365:8:4294967295] 00000400:00000200:2.0:1776190130.130007:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.130013:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.130018:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0a4d4c8 (tot 82352466). 00000800:00000200:2.0:1776190130.130025:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.130032:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.130036:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0a4d4c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190130.130055:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190130.130059:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190130.130066:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000711b3fa6. 00000800:00000200:0.0:1776190130.130170:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.130175:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0a4d4c8 (tot 82352218). 00010000:00000010:1.1:1776190130.130181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac531ff6. 00000400:00000200:0.0:1776190130.130182:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.130191:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00010000:00000010:1.1:1776190130.130193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd993c15. 00000400:00000200:0.0:1776190130.130197:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000177066b0 00000400:00000010:0.0:1776190130.130212:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000177066b0. 00080000:00000010:1.0:1776190130.130220:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b26dfd7. 00010000:00000010:1.0:1776190130.130302:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f9bfe0d. 00010000:00000010:1.0:1776190130.130310:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000034c32bb6. 00010000:00000010:1.0:1776190130.130379:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd993c15. 00010000:00000010:1.0:1776190130.130384:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f9bfe0d. 00010000:00000010:1.0:1776190130.130393:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.130397:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039664b5d. 00000100:00000010:1.0:1776190130.130404:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190130.130414:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae96dbb0. 02000000:00000010:1.0:1776190130.130436:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094cc2a5a. 00000400:00000010:1.0:1776190130.130441:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b478d6cd. 00000400:00000010:1.0:1776190130.130445:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e54ad690. 00000100:00000200:1.0:1776190130.130449:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301350720, portal 16 00000400:00000010:1.0:1776190130.130453:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005097e9c8. 00000100:00000200:1.0:1776190130.130455:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301350720, offset 0 00000400:00000200:1.0:1776190130.130460:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.130467:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.130473:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190130.130476:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190130.130479:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190130.130481:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92366:92366:256:4294967295] 192.168.203.39@tcp LPNI seq info [92366:92366:8:4294967295] 00000400:00000200:1.0:1776190130.130487:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.130491:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.130494:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190130.130498:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.130502:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.130504:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.130689:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.130692:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:0.0:1776190130.130701:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.130705:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.130708:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005097e9c8 00000400:00000010:0.0:1776190130.130709:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005097e9c8. 00000100:00000200:0.0:1776190130.130715:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301350720/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.131273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000278b8ca4. 00000400:00000200:0.0:1776190130.133497:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.133517:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e740 00000400:00000200:0.0:1776190130.133526:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb558d [1] + 224 00000400:00000200:0.0:1776190130.133545:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.133549:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.133559:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301350720/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190130.133659:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b478d6cd. 00000400:00000200:1.0:1776190130.133666:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e54ad690 00000400:00000010:1.0:1776190130.133668:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e54ad690. 00000100:00000200:1.0:1776190130.133673:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301350720/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190130.133681:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301350720/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190130.133708:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094cc2a5a. 02000000:00000010:1.0:1776190130.133715:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae96dbb0. 00000100:00000010:1.0:1776190130.133719:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190130.133723:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039664b5d. 00010000:00000010:1.0:1776190130.133726:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000200:0.0:1776190130.134062:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.134070:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375100 00000400:00000200:0.0:1776190130.134075:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3ee5 [2] + 328 00000400:00000200:0.0:1776190130.134128:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.134132:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.134136:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.134141:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b6dc10e. 00000020:00000010:2.0:1776190130.134214:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000711b3fa6. 00000020:00000010:2.0:1776190130.134221:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190130.134226:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190130.134249:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009b6dc10e x1862468296462592/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190130.134281:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296462592 02000000:00000010:2.0:1776190130.134293:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c1666326. 00010000:00000010:2.0:1776190130.134321:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f835d5b1. 00010000:00000010:2.0:1776190130.134340:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.134346:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.134363:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.134367:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190130.134379:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d797cb3e. 00000100:00000200:2.0:1776190130.134383:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296462592, offset 224 00000400:00000200:2.0:1776190130.134390:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.134400:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.134406:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92367:92367:256:4294967295] 192.168.203.39@tcp LPNI seq info [92367:92367:8:4294967295] 00000400:00000200:2.0:1776190130.134415:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.134421:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.134425:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4c63abf (tot 82352466). 00000800:00000200:2.0:1776190130.134430:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.134437:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.134441:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4c63abf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190130.134465:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000020aef1e8. 00000020:00000010:2.0:1776190130.134469:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190130.134471:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000711b3fa6. 00000800:00000200:3.0:1776190130.134633:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.134637:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4c63abf (tot 82352218). 00000400:00000200:3.0:1776190130.134642:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.134646:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.134649:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d797cb3e 00000400:00000010:3.0:1776190130.134651:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d797cb3e. 00080000:00000010:1.0:1776190130.134939:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae96dbb0. 00010000:00000010:1.0:1776190130.135219:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f9bfe0d. 00010000:00000010:1.0:1776190130.135228:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001731f6b4. 00010000:00000010:1.0:1776190130.135306:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac0f42df. 00010000:00000010:1.0:1776190130.135311:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000043332d39. 00010000:00000010:1.0:1776190130.135316:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000038a6675a. 00010000:00000010:1.0:1776190130.135322:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f9bfe0d. 00080000:00000010:1.0:1776190130.135335:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094cc2a5a. 00010000:00000010:1.0:1776190130.135359:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f9bfe0d. 00010000:00000010:1.0:1776190130.135363:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000043332d39. 00010000:00000010:1.0:1776190130.135411:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4acef77. 00010000:00000010:1.0:1776190130.135415:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f9bfe0d. 00010000:00000010:1.0:1776190130.135422:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.135426:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039664b5d. 00000100:00000010:1.0:1776190130.135434:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190130.135601:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a286515c. 02000000:00000010:1.0:1776190130.135626:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009a920ab5. 00000400:00000010:1.0:1776190130.135631:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b478d6cd. 00000400:00000010:1.0:1776190130.135636:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e54ad690. 00000100:00000200:1.0:1776190130.135642:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301350784, portal 16 00000400:00000010:1.0:1776190130.135646:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065effbe1. 00000100:00000200:1.0:1776190130.135648:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301350784, offset 0 00000400:00000200:1.0:1776190130.135655:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.135665:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.135672:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190130.135675:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190130.135678:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190130.135680:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92368:92368:256:4294967295] 192.168.203.39@tcp LPNI seq info [92368:92368:8:4294967295] 00000400:00000200:1.0:1776190130.135688:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.135693:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.135696:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190130.135700:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.135705:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.135708:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.136148:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.136153:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:0.0:1776190130.136162:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.136167:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.136172:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065effbe1 00000400:00000010:0.0:1776190130.136174:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065effbe1. 00000100:00000200:0.0:1776190130.136180:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301350784/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.139761:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.139836:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e780 00000400:00000200:0.0:1776190130.139845:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5599 [1] + 224 00010000:00000010:1.1:1776190130.139852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000916ec08a. 00000400:00000200:0.0:1776190130.139858:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1776190130.139860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000796e951. 00000400:00000200:0.0:1776190130.139862:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.139872:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301350784/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.139947:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.139954:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375140 00000400:00000200:0.0:1776190130.139959:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3ee5 [2] + 656 00000400:00000200:0.0:1776190130.140005:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.140008:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.140013:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.140018:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b6a886ef. 00000020:00000010:3.0:1776190130.140111:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070e6e12b. 00000020:00000010:3.0:1776190130.140117:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.140122:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.140145:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b6a886ef x1862468296462656/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190130.140192:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296462656 02000000:00000010:3.0:1776190130.140205:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000002270775. 00010000:00000010:3.0:1776190130.140238:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c32caa1c. 00000100:00000010:3.0:1776190130.140245:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190130.140251:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:3.0:1776190130.140255:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c32caa1c. 00000400:00000010:3.0:1776190130.140268:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c5b133d. 00000100:00000200:3.0:1776190130.140283:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296462656, offset 224 00000400:00000200:3.0:1776190130.140291:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.140369:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.140376:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92369:92369:256:4294967295] 192.168.203.39@tcp LPNI seq info [92369:92369:8:4294967295] 00000400:00000200:3.0:1776190130.140386:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.140391:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.140395:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190130.140401:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.140407:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.140411:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.140434:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.140438:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.140440:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070e6e12b. 00000800:00000200:0.0:1776190130.140568:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.140572:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aee482f6 (tot 82352218). 00000400:00000200:0.0:1776190130.140594:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.140598:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.140602:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c5b133d 00000400:00000010:0.0:1776190130.140604:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c5b133d. 00000400:00000010:1.0:1776190130.140871:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b478d6cd. 00000400:00000200:1.0:1776190130.140877:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e54ad690 00000400:00000010:1.0:1776190130.140879:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e54ad690. 00000100:00000200:1.0:1776190130.140885:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301350784/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190130.140892:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301350784/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190130.140911:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031a582ad. 02000000:00000010:1.0:1776190130.140925:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009a920ab5. 02000000:00000010:1.0:1776190130.140929:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a286515c. 00000100:00000010:1.0:1776190130.140934:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190130.140937:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039664b5d. 00010000:00000010:1.0:1776190130.140939:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00080000:00000010:0.0:1776190130.141025:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfcd08a5. 00010000:00000010:0.0:1776190130.141105:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f9bfe0d. 00010000:00000010:0.0:1776190130.141113:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009c8d1e2d. 00010000:00000010:0.0:1776190130.141362:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fde02459. 00010000:00000010:0.0:1776190130.141370:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d0644ca1. 00010000:00000010:0.0:1776190130.141382:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034cac4d3. 00000100:00000010:0.0:1776190130.141386:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004fd3ab85. 00000100:00000010:0.0:1776190130.141393:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cceeb59c. 02000000:00000010:0.0:1776190130.141403:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c657e150. 02000000:00000010:0.0:1776190130.141426:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae02e636. 00000400:00000010:0.0:1776190130.141431:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002bafd3ad. 00000400:00000010:0.0:1776190130.141437:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a3fb80ce. 00000100:00000200:0.0:1776190130.141443:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301350848, portal 16 00000400:00000010:0.0:1776190130.141447:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017e036f6. 00000100:00000200:0.0:1776190130.141448:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301350848, offset 0 00000400:00000200:0.0:1776190130.141454:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.141465:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.141471:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.141475:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.141477:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.141479:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92370:92370:256:4294967295] 192.168.203.39@tcp LPNI seq info [92370:92370:8:4294967295] 00000400:00000200:0.0:1776190130.141487:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.141492:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.141495:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006da13631 (tot 82352466). 00000800:00000200:0.0:1776190130.141500:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.141505:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.141507:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006da13631 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190130.141729:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.141732:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006da13631 (tot 82352218). 00000400:00000200:3.0:1776190130.141735:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.141740:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.141743:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017e036f6 00000400:00000010:3.0:1776190130.141745:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017e036f6. 00000100:00000200:3.0:1776190130.141750:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cceeb59c x1862468301350848/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.142024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3472209. 00000400:00000200:0.0:1776190130.146350:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.146371:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e7c0 00000400:00000200:0.0:1776190130.146381:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb55a5 [1] + 224 00000400:00000200:0.0:1776190130.146394:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.146398:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.146410:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cceeb59c x1862468301350848/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.146487:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.146493:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375180 00000400:00000200:0.0:1776190130.146498:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3ee5 [2] + 984 00000400:00000200:0.0:1776190130.146507:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.146510:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.146514:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.146520:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009764b41c. 00000020:00000010:1.0:1776190130.146620:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a920ab5. 00000020:00000010:1.0:1776190130.146644:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.146652:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.146677:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009764b41c x1862468296462720/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190130.146709:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296462720 02000000:00000010:1.0:1776190130.146730:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a286515c. 00010000:00000010:1.1:1776190130.146807:0:64666:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4dd0d65. 00010000:00000010:1.1:1776190130.146814:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd993c15. 00010000:00000010:1.1:1776190130.146817:0:64666:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac0f42df. 00010000:00000010:1.1:1776190130.146821:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a6675a. 00010000:00000010:1.0:1776190130.146826:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.146833:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039664b5d. 00000100:00000010:1.0:1776190130.146838:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039664b5d. 00010000:00000010:1.0:1776190130.146841:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.146854:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e54ad690. 00000100:00000200:1.0:1776190130.146859:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296462720, offset 224 00000400:00000200:1.0:1776190130.146866:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.146876:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.146881:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92371:92371:256:4294967295] 192.168.203.39@tcp LPNI seq info [92371:92371:8:4294967295] 00000400:00000200:1.0:1776190130.146890:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.146895:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.146899:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190130.146905:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.146912:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.146915:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.146930:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.146935:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.146938:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a920ab5. 00010000:00000010:0.1:1776190130.146990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cfe1f46. 00010000:00000010:0.1:1776190130.146995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4acef77. 00000800:00000200:0.0:1776190130.147074:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.147078:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:0.0:1776190130.147086:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.147090:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.147093:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e54ad690 00000400:00000010:0.0:1776190130.147094:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e54ad690. 00010000:00000010:2.1:1776190130.147161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c9a8174. 00000400:00000010:3.0:1776190130.148903:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002bafd3ad. 00000400:00000200:3.0:1776190130.148912:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a3fb80ce 00000400:00000010:3.0:1776190130.148913:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a3fb80ce. 00000100:00000200:3.0:1776190130.148925:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cceeb59c x1862468301350848/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190130.148933:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cceeb59c x1862468301350848/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190130.149041:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007f71539c. 02000000:00000010:3.0:1776190130.149061:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae02e636. 02000000:00000010:3.0:1776190130.149066:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c657e150. 00000100:00000010:3.0:1776190130.149070:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cceeb59c. 00000100:00000010:3.0:1776190130.149074:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004fd3ab85. 00010000:00000010:3.0:1776190130.149077:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034cac4d3. 00080000:00000010:2.0:1776190130.149190:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000711b3fa6. 00010000:00000010:2.0:1776190130.149288:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d0644ca1. 00010000:00000010:2.0:1776190130.149295:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006306c29f. 00010000:00000010:2.0:1776190130.149368:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d240309. 00010000:00000010:2.0:1776190130.149375:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.149385:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.149391:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.149399:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.149413:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060276870. 02000000:00000010:2.0:1776190130.149439:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae8d3579. 00000400:00000010:2.0:1776190130.149444:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.149449:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.149455:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301350912, portal 16 00000400:00000010:2.0:1776190130.149459:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031a328f. 00000100:00000200:2.0:1776190130.149461:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301350912, offset 0 00000400:00000200:2.0:1776190130.149468:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.149481:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.149488:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.149491:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.149494:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.149497:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92372:92372:256:4294967295] 192.168.203.39@tcp LPNI seq info [92372:92372:8:4294967295] 00000400:00000200:2.0:1776190130.149507:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.149513:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.149519:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797f442e (tot 82352466). 00000800:00000200:2.0:1776190130.149525:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.149532:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.149535:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000797f442e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190130.151818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fb80f95. 00000800:00000200:2.0:1776190130.154278:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.154289:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797f442e (tot 82352218). 00000400:00000200:2.0:1776190130.154303:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.154313:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.154319:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031a328f 00000400:00000010:2.0:1776190130.154321:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031a328f. 00000100:00000200:2.0:1776190130.154333:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301350912/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.154939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7e427f1. 00010000:00000010:2.1:1776190130.154962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fde02459. 00000400:00000200:0.0:1776190130.155700:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.155918:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e800 00000400:00000200:0.0:1776190130.155927:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb55b1 [1] + 224 00000400:00000200:0.0:1776190130.155940:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.155944:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.156013:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301350912/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.156104:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.156110:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13751c0 00000400:00000200:0.0:1776190130.156115:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3ee5 [2] + 1312 00000400:00000200:0.0:1776190130.156165:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.156169:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.156172:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.156177:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 00000020:00000010:1.0:1776190130.156274:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a920ab5. 00000020:00000010:1.0:1776190130.156282:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.156286:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.156314:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000abc3f2e1 x1862468296462784/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190130.156348:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296462784 02000000:00000010:1.0:1776190130.156358:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007bbcecd0. 00010000:00000010:1.0:1776190130.156395:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.156402:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039664b5d. 00000100:00000010:1.0:1776190130.156408:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039664b5d. 00010000:00000010:1.0:1776190130.156412:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.156424:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da785b1e. 00000100:00000200:1.0:1776190130.156428:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296462784, offset 224 00000400:00000200:1.0:1776190130.156435:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.156444:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.156449:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92373:92373:256:4294967295] 192.168.203.39@tcp LPNI seq info [92373:92373:8:4294967295] 00000400:00000200:1.0:1776190130.156459:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.156463:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.156467:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190130.156473:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.156479:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.156482:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.156504:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.156510:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.156512:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a920ab5. 00000800:00000200:0.0:1776190130.156616:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.156620:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:0.0:1776190130.156629:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.156643:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.156646:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da785b1e 00000400:00000010:0.0:1776190130.156648:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da785b1e. 00000400:00000010:2.0:1776190130.158116:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.158124:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.158126:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.158137:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301350912/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.158146:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301350912/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190130.158171:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003737525e. 02000000:00000010:2.0:1776190130.158188:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae8d3579. 02000000:00000010:2.0:1776190130.158194:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060276870. 00000100:00000010:2.0:1776190130.158198:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.158202:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.158206:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00080000:00000010:2.0:1776190130.158226:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae8d3579. 00010000:00000010:2.0:1776190130.158311:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.158318:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002d662530. 00010000:00000010:2.0:1776190130.158393:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8ece58a. 00010000:00000010:2.0:1776190130.158400:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.158411:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.158416:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.158422:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.158435:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060276870. 02000000:00000010:2.0:1776190130.158458:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000591a10d7. 00000400:00000010:2.0:1776190130.158462:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.158466:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.158472:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301350976, portal 16 00000400:00000010:2.0:1776190130.158476:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031a328f. 00000100:00000200:2.0:1776190130.158478:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301350976, offset 0 00000400:00000200:2.0:1776190130.158485:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.158497:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.158504:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.158509:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.158511:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.158514:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92374:92374:256:4294967295] 192.168.203.39@tcp LPNI seq info [92374:92374:8:4294967295] 00000400:00000200:2.0:1776190130.158523:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.158528:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.158533:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797f442e (tot 82352466). 00000800:00000200:2.0:1776190130.158538:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.158544:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.158547:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000797f442e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.159028:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.159032:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797f442e (tot 82352218). 00000400:00000200:0.0:1776190130.159039:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.159045:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.159049:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031a328f 00000400:00000010:0.0:1776190130.159051:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031a328f. 00000100:00000200:0.0:1776190130.159057:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301350976/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190130.160842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e947cf1. 00010000:00000010:2.1:1776190130.164819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1524120. 00010000:00000010:2.1:1776190130.164836:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028ddc775. 00010000:00000010:2.1:1776190130.164842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d240309. 00000400:00000200:0.0:1776190130.165726:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.165746:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e840 00000400:00000200:0.0:1776190130.165755:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb55bd [1] + 224 00000400:00000200:0.0:1776190130.165766:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.165770:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.165820:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301350976/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.165855:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.165861:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375200 00000400:00000200:0.0:1776190130.165865:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3ee5 [2] + 1640 00000400:00000200:0.0:1776190130.165912:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.165916:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.165920:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.165925:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ecfc9a6. 00000020:00000010:3.0:1776190130.166006:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070e6e12b. 00000020:00000010:3.0:1776190130.166013:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.166017:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.166039:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008ecfc9a6 x1862468296462848/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190130.166061:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296462848 02000000:00000010:3.0:1776190130.166071:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000099805fa6. 00010000:00000010:3.0:1776190130.166106:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c32caa1c. 00000100:00000010:3.0:1776190130.166113:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190130.166118:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:3.0:1776190130.166122:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c32caa1c. 00000400:00000010:3.0:1776190130.166137:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faf97dbc. 00000100:00000200:3.0:1776190130.166142:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296462848, offset 224 00000400:00000200:3.0:1776190130.166151:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.166161:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.166166:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92375:92375:256:4294967295] 192.168.203.39@tcp LPNI seq info [92375:92375:8:4294967295] 00000400:00000200:3.0:1776190130.166177:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.166181:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.166186:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190130.166191:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.166197:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.166200:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.166222:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.166225:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.166228:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070e6e12b. 00000400:00000010:2.0:1776190130.166297:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.166302:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.166303:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.166309:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301350976/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.166316:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301350976/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190130.166336:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a79d85d1. 02000000:00000010:2.0:1776190130.166351:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000591a10d7. 02000000:00000010:2.0:1776190130.166355:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060276870. 00000100:00000010:2.0:1776190130.166359:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.166363:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.166366:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00080000:00000010:2.0:1776190130.166383:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000591a10d7. 00010000:00000010:2.0:1776190130.166458:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.166463:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053a3dce0. 00010000:00000010:2.0:1776190130.166549:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d240309. 00010000:00000010:2.0:1776190130.166555:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.166563:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.166567:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.166574:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.166584:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce0238b1. 02000000:00000010:2.0:1776190130.166615:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005df42827. 00000400:00000010:2.0:1776190130.166619:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.166622:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.166627:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301351040, portal 16 00000400:00000010:2.0:1776190130.166631:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ef1c59. 00000100:00000200:2.0:1776190130.166632:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301351040, offset 0 00000400:00000200:2.0:1776190130.166637:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.166644:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.166650:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.166654:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.166656:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.166658:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92376:92376:255:4294967295] 192.168.203.39@tcp LPNI seq info [92376:92376:7:4294967295] 00000400:00000200:2.0:1776190130.166665:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.166670:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.166673:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd90c4b (tot 82352714). 00000800:00000200:2.0:1776190130.166677:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.166681:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.166683:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd90c4b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.166765:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.166769:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aee482f6 (tot 82352466). 00000400:00000200:0.0:1776190130.166808:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.166812:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.166815:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faf97dbc 00000400:00000010:0.0:1776190130.166817:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faf97dbc. 00000800:00000200:0.0:1776190130.166856:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.166858:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd90c4b (tot 82352218). 00000400:00000200:0.0:1776190130.166862:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.166865:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.166866:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ef1c59 00000400:00000010:0.0:1776190130.166868:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ef1c59. 00000100:00000200:0.0:1776190130.166872:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301351040/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.170475:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.170496:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e880 00000400:00000200:0.0:1776190130.170505:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb55c9 [1] + 224 00000400:00000200:0.0:1776190130.170519:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.170523:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.170533:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301351040/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.170571:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.170577:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375240 00000400:00000200:0.0:1776190130.170582:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3ee5 [2] + 1968 00000400:00000010:0.0:1776190130.170586:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000431e4f19. 00000400:00000200:0.0:1776190130.170602:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b6ac196d 00000400:00000200:0.0:1776190130.170611:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.170615:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.170617:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6ac196d 00000400:00000010:0.0:1776190130.170619:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b6ac196d (tot 82352066). 00000100:00000200:0.0:1776190130.170624:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776190130.170737:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025aed629. 00000020:00000010:1.0:1776190130.170744:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.170749:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.170811:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000056eb6d08 x1862468296462912/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190130.170844:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296462912 02000000:00000010:1.0:1776190130.170858:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009a920ab5. 00010000:00000010:1.0:1776190130.170894:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.170902:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039664b5d. 00000100:00000010:1.0:1776190130.170909:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039664b5d. 00010000:00000010:1.0:1776190130.170913:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.170926:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190130.170931:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296462912, offset 224 00000400:00000200:1.0:1776190130.170939:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.170949:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.170955:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92377:92377:256:4294967295] 192.168.203.39@tcp LPNI seq info [92377:92377:8:4294967295] 00000400:00000200:1.0:1776190130.170965:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.170971:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.170976:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352314). 00000800:00000200:1.0:1776190130.170981:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.170988:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.170992:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.171005:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.171010:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.171019:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025aed629. 02000000:00000010:1.0:1776190130.171028:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000099805fa6. 00000100:00000010:1.0:1776190130.171031:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ecfc9a6. 02000000:00000010:1.0:1776190130.171036:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007bbcecd0. 00000100:00000010:1.0:1776190130.171040:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 02000000:00000010:1.0:1776190130.171042:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a286515c. 00000100:00000010:1.0:1776190130.171046:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009764b41c. 02000000:00000010:1.0:1776190130.171049:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000002270775. 00000100:00000010:1.0:1776190130.171051:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b6a886ef. 02000000:00000010:1.0:1776190130.171054:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c1666326. 00000100:00000010:1.0:1776190130.171062:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b6dc10e. 02000000:00000010:1.0:1776190130.171065:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e656cced. 00000100:00000010:1.0:1776190130.171068:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f627330. 00000100:00000200:1.0:1776190130.171073:0:64667:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776190130.171078:0:64667:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b478d6cd. 00000400:00000010:1.0:1776190130.171082:0:64667:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000039664b5d (tot 82352466). 00000400:00000010:2.0:1776190130.171174:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.171178:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.171179:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.171186:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301351040/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.171194:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301351040/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190130.171214:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006a782629. 02000000:00000010:2.0:1776190130.171228:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005df42827. 02000000:00000010:2.0:1776190130.171233:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ce0238b1. 00000100:00000010:2.0:1776190130.171237:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.171241:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.171244:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00080000:00000010:2.0:1776190130.171260:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce0238b1. 00010000:00000010:2.0:1776190130.171340:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.171347:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000beb00847. 00010000:00000010:2.0:1776190130.171418:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b51f2bd6. 00010000:00000010:2.0:1776190130.171422:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000020aef1e8. 00010000:00000010:2.0:1776190130.171427:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:2.0:1776190130.171432:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdc362dc. 00080000:00000010:2.0:1776190130.171444:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005df42827. 00010000:00000010:2.0:1776190130.171468:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.171472:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000020aef1e8. 00010000:00000010:2.0:1776190130.171526:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7ebf92a. 00010000:00000010:2.0:1776190130.171530:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.171537:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.171541:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.171546:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.171556:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d7af4e0. 02000000:00000010:2.0:1776190130.171580:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060276870. 00000400:00000010:2.0:1776190130.171583:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.171599:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.171602:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301351104, portal 16 00000400:00000010:2.0:1776190130.171607:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc836e8a. 00000100:00000200:2.0:1776190130.171608:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301351104, offset 0 00000400:00000200:2.0:1776190130.171615:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.171626:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.171633:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.171636:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.171639:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.171641:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92378:92378:255:4294967295] 192.168.203.39@tcp LPNI seq info [92378:92378:7:4294967295] 00000400:00000200:2.0:1776190130.171648:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.171653:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.171656:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd90c4b (tot 82352714). 00000800:00000200:2.0:1776190130.171659:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.171663:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.171666:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd90c4b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.171879:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.171883:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352466). 00000400:00000200:0.0:1776190130.171892:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.171896:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.171900:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff4ab8e8 00000400:00000010:0.0:1776190130.171901:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff4ab8e8. 02000000:00000010:0.0:1776190130.171906:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009a920ab5. 00000800:00000200:0.0:1776190130.171964:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.171967:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd90c4b (tot 82352218). 00000400:00000200:0.0:1776190130.171970:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.171973:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.171975:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc836e8a 00000400:00000010:0.0:1776190130.171977:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc836e8a. 00000100:00000200:0.0:1776190130.171981:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301351104/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.175830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000301a2c24. 00010000:00000010:2.1:1776190130.175844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9e71ad2. 00010000:00000010:2.1:1776190130.175848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ece58a. 00000400:00000200:0.0:1776190130.176007:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.176026:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e8c0 00000400:00000200:0.0:1776190130.176036:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb55d9 [1] + 224 00000400:00000200:0.0:1776190130.176050:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.176054:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.176063:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301351104/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190130.176420:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.176425:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.176427:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.176433:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301351104/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.176440:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301351104/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.176467:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060276870. 02000000:00000010:2.0:1776190130.176474:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000d7af4e0. 00000100:00000010:2.0:1776190130.176477:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.176481:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.176486:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000200:0.0:1776190130.177021:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.177032:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375280 00000400:00000200:0.0:1776190130.177037:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3f3d [2] + 0 00000400:00000200:0.0:1776190130.177084:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.177088:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.177093:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.177097:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000574dbf23. 00000020:00000010:3.0:1776190130.177340:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070e6e12b. 00000020:00000010:3.0:1776190130.177347:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.177351:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.177376:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000574dbf23 x1862468296462976/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190130.177409:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296462976 02000000:00000010:3.0:1776190130.177420:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000002270775. 00010000:00000010:3.0:1776190130.177446:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068bc324a. 00010000:00000010:3.0:1776190130.177465:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c32caa1c. 00000100:00000010:3.0:1776190130.177472:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190130.177489:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:3.0:1776190130.177491:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c32caa1c. 00000400:00000010:3.0:1776190130.177502:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e2823b6. 00000100:00000200:3.0:1776190130.177506:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296462976, offset 224 00000400:00000200:3.0:1776190130.177514:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.177525:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.177530:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92379:92379:256:4294967295] 192.168.203.39@tcp LPNI seq info [92379:92379:8:4294967295] 00000400:00000200:3.0:1776190130.177540:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.177544:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.177548:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352466). 00000800:00000200:3.0:1776190130.177553:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.177561:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.177565:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.177586:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.177598:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.177600:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070e6e12b. 00000800:00000200:0.0:1776190130.177718:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.177722:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004809ab70 (tot 82352218). 00000400:00000200:0.0:1776190130.177727:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.177731:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.177734:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e2823b6 00000400:00000010:0.0:1776190130.177736:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e2823b6. 00080000:00000010:2.0:1776190130.178065:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060276870. 00010000:00000010:2.0:1776190130.178155:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.178162:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000618f0a39. 00010000:00000010:2.0:1776190130.178244:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8ece58a. 00010000:00000010:2.0:1776190130.178250:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.178261:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.178266:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.178284:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.178297:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d7af4e0. 02000000:00000010:2.0:1776190130.178322:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f19f14c2. 00000400:00000010:2.0:1776190130.178326:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.178331:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.178336:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301351168, portal 16 00000400:00000010:2.0:1776190130.178340:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098d8ef60. 00000100:00000200:2.0:1776190130.178341:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301351168, offset 0 00000400:00000200:2.0:1776190130.178348:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.178356:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.178363:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.178366:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.178369:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.178372:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92380:92380:256:4294967295] 192.168.203.39@tcp LPNI seq info [92380:92380:8:4294967295] 00000400:00000200:2.0:1776190130.178378:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.178382:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.178385:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797f442e (tot 82352466). 00000800:00000200:2.0:1776190130.178389:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.178393:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.178395:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000797f442e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.178799:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.178803:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797f442e (tot 82352218). 00000400:00000200:0.0:1776190130.178809:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.178814:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.178819:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098d8ef60 00000400:00000010:0.0:1776190130.178821:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098d8ef60. 00000100:00000200:0.0:1776190130.178829:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301351168/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.180011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebf9f26e. 00010000:00000010:2.1:1776190130.180022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7308c88. 00010000:00000010:2.1:1776190130.180026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d240309. 00010000:00000010:2.1:1776190130.180029:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b51f2bd6. 00010000:00000010:2.1:1776190130.180031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:3.1:1776190130.186902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049376473. 00000400:00000200:0.0:1776190130.187063:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.187079:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e900 00000400:00000200:0.0:1776190130.187088:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb55e5 [1] + 224 00000400:00000200:0.0:1776190130.187103:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.187107:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.187119:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301351168/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190130.187193:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.187198:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.187199:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.187205:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301351168/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.187213:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301351168/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.187242:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f19f14c2. 02000000:00000010:2.0:1776190130.187248:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000d7af4e0. 00000100:00000010:2.0:1776190130.187254:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.187258:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.187263:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000200:0.0:1776190130.187961:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.187971:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13752c0 00000400:00000200:0.0:1776190130.187978:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3f3d [2] + 328 00000400:00000200:0.0:1776190130.188031:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.188036:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.188041:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.188046:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2d466. 00000020:00000010:1.0:1776190130.188142:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a920ab5. 00000020:00000010:1.0:1776190130.188149:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.188153:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.188176:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002fe2d466 x1862468296463040/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190130.188207:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296463040 02000000:00000010:1.0:1776190130.188218:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e656cced. 00010000:00000010:1.0:1776190130.188241:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae2f9c70. 00010000:00000010:1.0:1776190130.188259:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.188265:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d4075272. 00000100:00000010:1.0:1776190130.188278:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d4075272. 00010000:00000010:1.0:1776190130.188281:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.188293:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001149df6c. 00000100:00000200:1.0:1776190130.188297:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296463040, offset 224 00000400:00000200:1.0:1776190130.188304:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.188313:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.188318:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92381:92381:256:4294967295] 192.168.203.39@tcp LPNI seq info [92381:92381:8:4294967295] 00000400:00000200:1.0:1776190130.188327:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.188332:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.188337:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190130.188342:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.188349:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.188352:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.188373:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.188377:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.188380:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a920ab5. 00080000:00000010:2.0:1776190130.188433:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f19f14c2. 00010000:00000010:2.0:1776190130.188512:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.188518:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000199bc511. 00010000:00000010:2.0:1776190130.188607:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:2.0:1776190130.188613:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.188622:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.188625:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.188642:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.188651:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d7af4e0. 02000000:00000010:2.0:1776190130.188674:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e82fd6b6. 00000400:00000010:2.0:1776190130.188679:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.188684:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.188688:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301351232, portal 16 00000400:00000010:2.0:1776190130.188693:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0363170. 00000100:00000200:2.0:1776190130.188695:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301351232, offset 0 00000400:00000200:2.0:1776190130.188700:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.188706:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.188712:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.188721:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.188723:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.188725:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92382:92382:255:4294967295] 192.168.203.39@tcp LPNI seq info [92382:92382:7:4294967295] 00000400:00000200:2.0:1776190130.188732:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.188736:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.188740:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4c63abf (tot 82352714). 00000800:00000200:2.0:1776190130.188743:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.188746:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.188748:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4c63abf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.189017:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.189020:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352466). 00000400:00000200:0.0:1776190130.189030:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.189034:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.189038:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001149df6c 00000400:00000010:0.0:1776190130.189040:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001149df6c. 00000800:00000200:0.0:1776190130.189080:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.189082:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4c63abf (tot 82352218). 00000400:00000200:0.0:1776190130.189086:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.189089:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.189091:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0363170 00000400:00000010:0.0:1776190130.189092:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0363170. 00000100:00000200:0.0:1776190130.189098:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301351232/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.192375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c290cfb. 00010000:00000010:2.1:1776190130.192390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7ebf92a. 00000400:00000200:0.0:1776190130.192723:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.192743:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e940 00000400:00000200:0.0:1776190130.192753:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb55f1 [1] + 224 00000400:00000200:0.0:1776190130.192768:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.192808:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.192819:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301351232/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190130.192913:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.192920:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.192921:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.192929:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301351232/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.192936:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301351232/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.192964:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e82fd6b6. 02000000:00000010:2.0:1776190130.192970:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000d7af4e0. 00000100:00000010:2.0:1776190130.192975:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.192979:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.192984:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000200:0.0:1776190130.193401:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.193409:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375300 00000400:00000200:0.0:1776190130.193414:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3f3d [2] + 656 00000400:00000200:0.0:1776190130.193466:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.193470:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.193475:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.193480:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f627330. 00000020:00000010:3.0:1776190130.193747:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070e6e12b. 00000020:00000010:3.0:1776190130.193754:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.193758:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.194104:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005f627330 x1862468296463104/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190130.194144:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296463104 02000000:00000010:3.0:1776190130.194155:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000099805fa6. 00010000:00000010:3.0:1776190130.194188:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008decb933. 00010000:00000010:3.0:1776190130.194207:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c32caa1c. 00000100:00000010:3.0:1776190130.194213:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190130.194224:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:3.0:1776190130.194227:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c32caa1c. 00000400:00000010:3.0:1776190130.194239:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000129821df. 00000100:00000200:3.0:1776190130.194244:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296463104, offset 224 00000400:00000200:3.0:1776190130.194250:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.194261:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.194267:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92383:92383:256:4294967295] 192.168.203.39@tcp LPNI seq info [92383:92383:8:4294967295] 00000400:00000200:3.0:1776190130.194276:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.194281:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.194286:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352466). 00000800:00000200:3.0:1776190130.194291:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.194297:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.194301:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.194324:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.194327:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.194330:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070e6e12b. 00080000:00000010:2.0:1776190130.194449:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e82fd6b6. 00010000:00000010:2.0:1776190130.194528:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.194534:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dbcb8eef. 00010000:00000010:2.0:1776190130.194995:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7ebf92a. 00010000:00000010:2.0:1776190130.195002:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.195014:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.195018:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.195026:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.195039:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d7af4e0. 02000000:00000010:2.0:1776190130.195064:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e7a1bc4. 00000400:00000010:2.0:1776190130.195071:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.195076:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.195082:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301351296, portal 16 00000400:00000010:2.0:1776190130.195086:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000380035ad. 00000100:00000200:2.0:1776190130.195088:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301351296, offset 0 00000400:00000200:2.0:1776190130.195095:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.195103:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.195111:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.195114:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.195116:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.195118:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92384:92384:255:4294967295] 192.168.203.39@tcp LPNI seq info [92384:92384:7:4294967295] 00000400:00000200:2.0:1776190130.195125:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.195129:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.195132:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0a4d4c8 (tot 82352714). 00000800:00000200:2.0:1776190130.195136:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.195140:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.195144:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0a4d4c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.195230:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.195234:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003900fe9a (tot 82352466). 00000400:00000200:0.0:1776190130.195240:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.195244:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.195248:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000129821df 00000400:00000010:0.0:1776190130.195250:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000129821df. 00000800:00000200:0.0:1776190130.195306:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.195308:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0a4d4c8 (tot 82352218). 00000400:00000200:0.0:1776190130.195312:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.195315:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.195317:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000380035ad 00000400:00000010:0.0:1776190130.195318:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000380035ad. 00000100:00000200:0.0:1776190130.195323:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301351296/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190130.197336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0d0644e. 00000400:00000200:0.0:1776190130.198206:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.198224:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e980 00000400:00000200:0.0:1776190130.198233:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb55fd [1] + 224 00000400:00000200:0.0:1776190130.198247:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.198251:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.198261:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301351296/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190130.198340:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.198345:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.198347:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.198353:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301351296/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.198360:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301351296/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.198388:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e7a1bc4. 02000000:00000010:2.0:1776190130.198393:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000d7af4e0. 00000100:00000010:2.0:1776190130.198398:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.198401:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.198406:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00010000:00000010:3.1:1776190130.200003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d0a57d1. 00000400:00000200:0.0:1776190130.200143:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.200159:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375340 00000400:00000200:0.0:1776190130.200166:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3f3d [2] + 984 00000400:00000200:0.0:1776190130.200225:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.200229:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.200234:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.200239:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b6dc10e. 00000020:00000010:1.0:1776190130.200334:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1666326. 00000020:00000010:1.0:1776190130.200341:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.200345:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.200369:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009b6dc10e x1862468296463168/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190130.200406:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296463168 02000000:00000010:1.0:1776190130.200416:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009a920ab5. 00010000:00000010:1.0:1776190130.200443:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093328c4a. 00010000:00000010:1.0:1776190130.200461:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.200468:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d4075272. 00000100:00000010:1.0:1776190130.200484:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d4075272. 00010000:00000010:1.0:1776190130.200487:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.200499:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d43b3045. 00000100:00000200:1.0:1776190130.200504:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296463168, offset 224 00000400:00000200:1.0:1776190130.200511:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.200522:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.200527:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92385:92385:256:4294967295] 192.168.203.39@tcp LPNI seq info [92385:92385:8:4294967295] 00000400:00000200:1.0:1776190130.200536:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.200540:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.200545:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190130.200550:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.200556:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.200560:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.200584:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.200596:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.200600:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1666326. 00080000:00000010:2.0:1776190130.200720:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e7a1bc4. 00010000:00000010:2.1:1776190130.200807:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d7c2bef. 00010000:00000010:2.1:1776190130.200813:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ece58a. 00010000:00000010:2.0:1776190130.200850:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.200856:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0ff8b6. 00010000:00000010:2.0:1776190130.200929:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8ece58a. 00010000:00000010:2.0:1776190130.200935:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.200944:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.200948:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.200955:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.200964:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b9888cae. 02000000:00000010:2.0:1776190130.200984:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060ba4923. 00000400:00000010:2.0:1776190130.200989:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.200993:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.200998:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301351360, portal 16 00000400:00000010:2.0:1776190130.201001:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d79ca7. 00000100:00000200:2.0:1776190130.201003:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301351360, offset 0 00000400:00000200:2.0:1776190130.201009:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.201016:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.201022:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.201025:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.201027:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.201030:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92386:92386:255:4294967295] 192.168.203.39@tcp LPNI seq info [92386:92386:7:4294967295] 00000400:00000200:2.0:1776190130.201036:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.201039:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.201043:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054ef62b4 (tot 82352714). 00000800:00000200:2.0:1776190130.201046:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.201049:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.201051:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054ef62b4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.201316:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.201319:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352466). 00000400:00000200:0.0:1776190130.201328:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.201333:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.201337:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d43b3045 00000400:00000010:0.0:1776190130.201338:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d43b3045. 00000800:00000200:0.0:1776190130.201377:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.201379:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054ef62b4 (tot 82352218). 00000400:00000200:0.0:1776190130.201382:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.201386:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.201387:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d79ca7 00000400:00000010:0.0:1776190130.201389:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d79ca7. 00000100:00000200:0.0:1776190130.201396:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301351360/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.205276:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.205302:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181e9c0 00000400:00000200:0.0:1776190130.205312:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5609 [1] + 224 00000400:00000200:0.0:1776190130.205327:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.205332:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.205345:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301351360/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.205380:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.205385:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375380 00000400:00000200:0.0:1776190130.205390:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3f3d [2] + 1312 00000400:00000200:0.0:1776190130.205418:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.205421:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.205425:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.205431:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b6a886ef. 00000400:00000010:2.0:1776190130.205512:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.205517:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.205519:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.205525:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301351360/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.205532:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301351360/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.205563:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060ba4923. 02000000:00000010:2.0:1776190130.205570:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b9888cae. 00000100:00000010:2.0:1776190130.205574:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.205577:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.205582:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000020:00000010:3.0:1776190130.205669:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070e6e12b. 00000020:00000010:3.0:1776190130.205677:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.205681:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.205704:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b6a886ef x1862468296463232/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190130.205745:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296463232 02000000:00000010:3.0:1776190130.205756:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000671ef2a8. 00010000:00000010:3.0:1776190130.205821:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000032ab1047. 00010000:00000010:3.0:1776190130.205841:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c32caa1c. 00000100:00000010:3.0:1776190130.205847:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190130.205857:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:3.0:1776190130.205860:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c32caa1c. 00000400:00000010:3.0:1776190130.205870:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048a81920. 00000100:00000200:3.0:1776190130.205874:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296463232, offset 224 00000400:00000200:3.0:1776190130.205880:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.205889:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.205894:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92387:92387:256:4294967295] 192.168.203.39@tcp LPNI seq info [92387:92387:8:4294967295] 00000400:00000200:3.0:1776190130.205903:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.205907:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.205911:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190130.205916:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.205922:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.205925:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.205937:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.205940:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.205943:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070e6e12b. 00010000:00000010:2.1:1776190130.206042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044835892. 00010000:00000010:2.1:1776190130.206049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd2bfc8. 00080000:00000010:2.0:1776190130.206069:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9888cae. 00010000:00000010:2.0:1776190130.206149:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.206154:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009ca86343. 00010000:00000010:2.0:1776190130.206228:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:2.0:1776190130.206233:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.206243:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.206247:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.206252:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.206263:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060ba4923. 02000000:00000010:2.0:1776190130.206285:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d7af4e0. 00000400:00000010:2.0:1776190130.206290:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.206293:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.206298:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301351424, portal 16 00000400:00000010:2.0:1776190130.206301:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfa37fdc. 00000100:00000200:2.0:1776190130.206303:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301351424, offset 0 00000400:00000200:2.0:1776190130.206308:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.206315:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.206320:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.206324:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.206326:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.206329:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92388:92388:255:4294967295] 192.168.203.39@tcp LPNI seq info [92388:92388:7:4294967295] 00000400:00000200:2.0:1776190130.206336:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.206339:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.206343:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb044675 (tot 82352714). 00000800:00000200:2.0:1776190130.206346:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.206350:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.206352:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb044675 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.206623:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.206684:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adc83051 (tot 82352466). 00000400:00000200:0.0:1776190130.206689:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.206693:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.206697:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048a81920 00000400:00000010:0.0:1776190130.206699:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048a81920. 00000800:00000200:0.0:1776190130.207495:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.207498:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb044675 (tot 82352218). 00000400:00000200:0.0:1776190130.207504:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.207510:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.207514:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfa37fdc 00000400:00000010:0.0:1776190130.207516:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfa37fdc. 00000100:00000200:0.0:1776190130.207523:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301351424/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.209836:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081e46c69. 00010000:00000010:2.1:1776190130.209852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7ebf92a. 00010000:00000010:1.1:1776190130.209897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a666067d. 00000400:00000200:0.0:1776190130.210439:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.210459:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181ea00 00000400:00000200:0.0:1776190130.210469:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5615 [1] + 224 00000400:00000200:0.0:1776190130.210484:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.210488:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.210498:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301351424/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190130.210583:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.210595:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.210597:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.210602:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301351424/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.210609:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301351424/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.210646:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d7af4e0. 02000000:00000010:2.0:1776190130.210652:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060ba4923. 00000100:00000010:2.0:1776190130.210657:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.210660:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.210665:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000200:0.0:1776190130.211073:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.211082:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13753c0 00000400:00000200:0.0:1776190130.211086:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3f3d [2] + 1640 00000400:00000200:0.0:1776190130.211142:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.211146:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.211151:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.211156:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009764b41c. 00000020:00000010:1.0:1776190130.211251:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1666326. 00000020:00000010:1.0:1776190130.211258:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.211263:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.211287:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009764b41c x1862468296463296/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190130.211327:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296463296 02000000:00000010:1.0:1776190130.211338:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a286515c. 00010000:00000010:1.0:1776190130.211363:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a2c942e. 00010000:00000010:1.0:1776190130.211385:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.211391:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d4075272. 00000100:00000010:1.0:1776190130.211404:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d4075272. 00010000:00000010:1.0:1776190130.211406:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.211419:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b96b8ae7. 00000100:00000200:1.0:1776190130.211422:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296463296, offset 224 00000400:00000200:1.0:1776190130.211429:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.211439:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.211445:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92389:92389:256:4294967295] 192.168.203.39@tcp LPNI seq info [92389:92389:8:4294967295] 00000400:00000200:1.0:1776190130.211454:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.211459:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.211463:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190130.211468:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.211476:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.211479:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.211498:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.211502:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.211506:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1666326. 00080000:00000010:2.0:1776190130.211562:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d7af4e0. 00010000:00000010:2.0:1776190130.211666:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.211673:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d8a6ea4. 00010000:00000010:2.0:1776190130.211805:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7ebf92a. 00010000:00000010:2.0:1776190130.211811:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.211821:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.211825:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.211831:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.211841:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060ba4923. 02000000:00000010:2.0:1776190130.211864:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a43ef38. 00000400:00000010:2.0:1776190130.211869:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.211873:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.211878:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301351488, portal 16 00000400:00000010:2.0:1776190130.211882:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190130.211884:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301351488, offset 0 00000400:00000200:2.0:1776190130.211890:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.211897:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.211903:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.211907:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.211909:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.211912:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92390:92390:255:4294967295] 192.168.203.39@tcp LPNI seq info [92390:92390:7:4294967295] 00000400:00000200:2.0:1776190130.211919:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.211923:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.211927:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6ecb0ff (tot 82352714). 00000800:00000200:2.0:1776190130.211933:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.211939:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.211941:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d6ecb0ff type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.212541:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.212545:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352466). 00000400:00000200:0.0:1776190130.212556:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.212561:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.212565:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b96b8ae7 00000400:00000010:0.0:1776190130.212567:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b96b8ae7. 00000800:00000200:0.0:1776190130.212624:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.212626:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6ecb0ff (tot 82352218). 00000400:00000200:0.0:1776190130.212640:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.212643:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.212645:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:0.0:1776190130.212647:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00000100:00000200:0.0:1776190130.212653:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301351488/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.214115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b468d46e. 00010000:00000010:2.1:1776190130.214128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ece58a. 00000400:00000200:0.0:1776190130.216490:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.216508:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181ea40 00000400:00000200:0.0:1776190130.216517:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5621 [1] + 224 00000400:00000200:0.0:1776190130.216527:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.216531:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.216540:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301351488/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.216572:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.216577:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375400 00000400:00000200:0.0:1776190130.216581:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3f3d [2] + 1968 00000400:00000010:0.0:1776190130.216585:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000b952377. 00000400:00000200:0.0:1776190130.216597:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000de51b876 00000400:00000200:0.0:1776190130.216605:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.216608:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.216610:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de51b876 00000400:00000010:0.0:1776190130.216612:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000de51b876 (tot 82352066). 00000100:00000200:0.0:1776190130.216616:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190130.216707:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070e6e12b. 00000020:00000010:3.0:1776190130.216721:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.216725:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.216746:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007b1feaf8 x1862468296463360/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190130.216798:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296463360 02000000:00000010:3.0:1776190130.216809:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000082cb54f6. 00010000:00000010:3.0:1776190130.216844:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c32caa1c. 00000100:00000010:3.0:1776190130.216851:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c2eb8ac. 00000100:00000010:3.0:1776190130.216858:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c2eb8ac. 00010000:00000010:3.0:1776190130.216861:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c32caa1c. 00000400:00000010:3.0:1776190130.216872:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012090ddf. 00000100:00000200:3.0:1776190130.216876:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296463360, offset 224 00000400:00000200:3.0:1776190130.216882:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.216891:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.216897:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92391:92391:256:4294967295] 192.168.203.39@tcp LPNI seq info [92391:92391:8:4294967295] 00000400:00000200:3.0:1776190130.216906:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.216911:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.216915:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352314). 00000800:00000200:3.0:1776190130.216920:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.216926:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.216929:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.216941:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.216943:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.216946:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070e6e12b. 02000000:00000010:3.0:1776190130.216954:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a286515c. 00000100:00000010:3.0:1776190130.216957:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009764b41c. 02000000:00000010:3.0:1776190130.216961:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000671ef2a8. 00000100:00000010:3.0:1776190130.216963:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b6a886ef. 02000000:00000010:3.0:1776190130.216965:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009a920ab5. 00000100:00000010:3.0:1776190130.216968:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b6dc10e. 02000000:00000010:3.0:1776190130.216970:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000099805fa6. 00000100:00000010:3.0:1776190130.216972:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f627330. 02000000:00000010:3.0:1776190130.216974:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e656cced. 00000100:00000010:3.0:1776190130.216977:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2d466. 02000000:00000010:3.0:1776190130.216978:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000002270775. 00000100:00000010:3.0:1776190130.216980:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000574dbf23. 00000100:00000200:3.0:1776190130.216985:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190130.216988:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034a73f21. 00000400:00000010:3.0:1776190130.216991:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004c2eb8ac (tot 82352466). 00000400:00000010:2.0:1776190130.217090:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.217094:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.217096:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.217101:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301351488/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.217109:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301351488/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190130.217128:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca01d047. 02000000:00000010:2.0:1776190130.217141:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a43ef38. 02000000:00000010:2.0:1776190130.217145:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060ba4923. 00000100:00000010:2.0:1776190130.217148:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.217151:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.217154:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00080000:00000010:2.0:1776190130.217168:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a43ef38. 00010000:00000010:2.0:1776190130.217236:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.217241:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000081477944. 00010000:00000010:2.0:1776190130.217319:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8ece58a. 00010000:00000010:2.0:1776190130.217325:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.217332:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.217335:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.217339:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.217348:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed4cf186. 02000000:00000010:2.0:1776190130.217366:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060ba4923. 00000400:00000010:2.0:1776190130.217369:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.217371:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.217374:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301351552, portal 16 00000400:00000010:2.0:1776190130.217377:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000349040d8. 00000100:00000200:2.0:1776190130.217379:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301351552, offset 0 00000400:00000200:2.0:1776190130.217384:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.217389:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.217395:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.217398:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.217400:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.217403:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92392:92392:255:4294967295] 192.168.203.39@tcp LPNI seq info [92392:92392:7:4294967295] 00000400:00000200:2.0:1776190130.217410:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.217414:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.217416:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a3d1fd9 (tot 82352714). 00000800:00000200:2.0:1776190130.217420:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.217424:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.217426:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002a3d1fd9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.217570:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.217574:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adc83051 (tot 82352466). 00000400:00000200:0.0:1776190130.217578:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.217582:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.217585:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012090ddf 00000400:00000010:0.0:1776190130.217596:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012090ddf. 02000000:00000010:0.0:1776190130.217600:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000082cb54f6. 00000800:00000200:0.0:1776190130.217655:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.217657:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a3d1fd9 (tot 82352218). 00000400:00000200:0.0:1776190130.217661:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.217664:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.217666:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000349040d8 00000400:00000010:0.0:1776190130.217667:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000349040d8. 00000100:00000200:0.0:1776190130.217672:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301351552/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190130.218022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060defdef. 00010000:00000010:1.1:1776190130.218813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008062c651. 00000400:00000200:0.0:1776190130.220032:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.220050:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181ea80 00000400:00000200:0.0:1776190130.220059:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5631 [1] + 224 00000400:00000200:0.0:1776190130.220074:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.220078:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.220087:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301351552/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190130.220168:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.220172:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.220174:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.220180:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301351552/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.220187:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301351552/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.220214:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060ba4923. 02000000:00000010:2.0:1776190130.220220:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed4cf186. 00000100:00000010:2.0:1776190130.220225:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.220228:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.220233:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00010000:00000010:2.1:1776190130.221842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c57d1fd3. 00010000:00000010:2.1:1776190130.221856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:2.1:1776190130.225844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000d30b7e. 00010000:00000010:2.1:1776190130.225861:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a1fee99. 00010000:00000010:2.1:1776190130.225866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7ebf92a. 00000400:00000200:0.0:1776190130.226753:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.226807:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375440 00000400:00000200:0.0:1776190130.226816:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3f95 [2] + 0 00000400:00000200:0.0:1776190130.226874:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.226878:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.226884:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.226889:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 00000020:00000010:1.0:1776190130.226991:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a286515c. 00000020:00000010:1.0:1776190130.226998:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.227002:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.227028:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000abc3f2e1 x1862468296463424/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190130.227061:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296463424 02000000:00000010:1.0:1776190130.227073:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e656cced. 00010000:00000010:1.0:1776190130.227099:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a6c2d3b. 00010000:00000010:1.0:1776190130.227119:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.227126:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d4075272. 00000100:00000010:1.0:1776190130.227146:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d4075272. 00010000:00000010:1.0:1776190130.227150:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.227163:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc34d2c4. 00000100:00000200:1.0:1776190130.227167:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296463424, offset 224 00000400:00000200:1.0:1776190130.227174:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.227184:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.227188:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92393:92393:256:4294967295] 192.168.203.39@tcp LPNI seq info [92393:92393:8:4294967295] 00000400:00000200:1.0:1776190130.227198:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.227203:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.227207:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190130.227212:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.227219:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.227224:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.227248:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.227253:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.227257:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a286515c. 00080000:00000010:2.0:1776190130.227337:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060ba4923. 00010000:00000010:2.0:1776190130.227413:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.227419:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007dc0f185. 00010000:00000010:2.0:1776190130.227500:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7ebf92a. 00010000:00000010:2.0:1776190130.227507:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.227516:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.227519:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.227526:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.227537:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed4cf186. 02000000:00000010:2.0:1776190130.227559:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee5dd1f6. 00000400:00000010:2.0:1776190130.227564:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.227568:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.227573:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301351616, portal 16 00000400:00000010:2.0:1776190130.227577:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9d880d0. 00000100:00000200:2.0:1776190130.227579:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301351616, offset 0 00000400:00000200:2.0:1776190130.227584:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.227602:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.227607:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.227610:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.227613:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.227616:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92394:92394:255:4294967295] 192.168.203.39@tcp LPNI seq info [92394:92394:7:4294967295] 00000400:00000200:2.0:1776190130.227622:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.227625:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.227628:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003db09799 (tot 82352714). 00000800:00000200:2.0:1776190130.227632:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.227636:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.227638:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003db09799 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.228429:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.228434:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352466). 00000400:00000200:0.0:1776190130.228444:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.228450:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.228454:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc34d2c4 00000400:00000010:0.0:1776190130.228456:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc34d2c4. 00000800:00000200:0.0:1776190130.228520:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.228522:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003db09799 (tot 82352218). 00000400:00000200:0.0:1776190130.228527:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.228530:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.228532:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9d880d0 00000400:00000010:0.0:1776190130.228534:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9d880d0. 00000100:00000200:0.0:1776190130.228540:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301351616/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.231736:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.231757:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181eac0 00000400:00000200:0.0:1776190130.231768:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb563d [1] + 224 00000400:00000200:0.0:1776190130.231826:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.231830:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.231840:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301351616/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.231864:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.231870:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375480 00000400:00000200:0.0:1776190130.231875:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3f95 [2] + 328 00000400:00000200:0.0:1776190130.231883:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.231885:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.231889:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.231894:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ecfc9a6. 00000400:00000010:2.0:1776190130.231991:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.231997:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.231998:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.232005:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301351616/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.232012:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301351616/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.232041:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee5dd1f6. 02000000:00000010:2.0:1776190130.232047:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed4cf186. 00000100:00000010:2.0:1776190130.232052:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.232055:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.232060:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000020:00000010:3.0:1776190130.232186:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002270775. 00000020:00000010:3.0:1776190130.232193:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.232198:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.232219:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008ecfc9a6 x1862468296463488/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190130.232251:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296463488 02000000:00000010:3.0:1776190130.232261:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000099805fa6. 00010000:00000010:3.0:1776190130.232286:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080ddee58. 00010000:00000010:3.0:1776190130.232305:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c32caa1c. 00000100:00000010:3.0:1776190130.232412:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:3.0:1776190130.232428:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:3.0:1776190130.232431:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c32caa1c. 00000400:00000010:3.0:1776190130.232444:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ce06a4c. 00000100:00000200:3.0:1776190130.232448:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296463488, offset 224 00000400:00000200:3.0:1776190130.232455:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.232465:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.232470:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92395:92395:256:4294967295] 192.168.203.39@tcp LPNI seq info [92395:92395:8:4294967295] 00000400:00000200:3.0:1776190130.232479:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.232484:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.232488:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352466). 00000800:00000200:3.0:1776190130.232493:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.232500:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.232503:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.232516:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.232519:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.232522:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002270775. 00080000:00000010:2.0:1776190130.232573:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee5dd1f6. 00010000:00000010:2.0:1776190130.232660:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.232666:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000260bfa9b. 00010000:00000010:2.0:1776190130.232741:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:2.0:1776190130.232746:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.232756:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.232759:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.232765:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 00010000:00000010:2.1:1776190130.232812:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060be9782. 00010000:00000010:2.1:1776190130.232819:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ece58a. 02000000:00000010:2.0:1776190130.232831:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed4cf186. 02000000:00000010:2.0:1776190130.232850:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000551b748b. 00000400:00000010:2.0:1776190130.232855:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.232859:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.232863:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301351680, portal 16 00000400:00000010:2.0:1776190130.232867:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003907f796. 00000100:00000200:2.0:1776190130.232869:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301351680, offset 0 00000400:00000200:2.0:1776190130.232874:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.232880:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.232886:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.232890:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.232892:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.232894:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92396:92396:255:4294967295] 192.168.203.39@tcp LPNI seq info [92396:92396:7:4294967295] 00000400:00000200:2.0:1776190130.232901:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.232905:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.232908:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c149bd5 (tot 82352714). 00000800:00000200:2.0:1776190130.232912:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.232915:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.232917:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c149bd5 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190130.232969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b834551. 00000800:00000200:0.0:1776190130.233136:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.233140:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003900fe9a (tot 82352466). 00000400:00000200:0.0:1776190130.233144:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.233149:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.233153:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ce06a4c 00000400:00000010:0.0:1776190130.233155:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ce06a4c. 00000800:00000200:0.0:1776190130.233218:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.233220:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352218). 00000400:00000200:0.0:1776190130.233224:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.233228:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.233229:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003907f796 00000400:00000010:0.0:1776190130.233231:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003907f796. 00000100:00000200:0.0:1776190130.233235:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301351680/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.236969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d26372bc. 00010000:00000010:2.1:1776190130.236985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7ebf92a. 00000400:00000200:0.0:1776190130.238179:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.238197:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181eb00 00000400:00000200:0.0:1776190130.238206:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5649 [1] + 224 00000400:00000200:0.0:1776190130.238221:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.238225:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.238235:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301351680/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190130.238456:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.238461:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.238463:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.238469:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301351680/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.238475:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301351680/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.238503:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000551b748b. 02000000:00000010:2.0:1776190130.238509:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed4cf186. 00000100:00000010:2.0:1776190130.238513:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.238517:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.238524:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000200:0.0:1776190130.240580:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.240607:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13754c0 00000400:00000200:0.0:1776190130.240615:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3f95 [2] + 656 00000400:00000200:0.0:1776190130.241714:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.241727:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.241734:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.241742:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cceeb59c. 00010000:00000010:3.1:1776190130.242476:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6a70dbb. 00000020:00000010:3.0:1776190130.242523:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002270775. 00000020:00000010:3.0:1776190130.242529:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.242534:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.242561:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cceeb59c x1862468296463552/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190130.242606:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296463552 02000000:00000010:3.0:1776190130.242617:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000671ef2a8. 00010000:00000010:3.0:1776190130.242645:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dfa8c6d1. 00010000:00000010:3.0:1776190130.242664:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c32caa1c. 00000100:00000010:3.0:1776190130.242671:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:3.0:1776190130.242691:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:3.0:1776190130.242695:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c32caa1c. 00000400:00000010:3.0:1776190130.242708:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008fe0f437. 00000100:00000200:3.0:1776190130.242722:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296463552, offset 224 00000400:00000200:3.0:1776190130.242730:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.242745:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.242750:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92397:92397:256:4294967295] 192.168.203.39@tcp LPNI seq info [92397:92397:8:4294967295] 00000400:00000200:3.0:1776190130.242760:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.242765:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.242770:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352466). 00000800:00000200:3.0:1776190130.242805:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.242813:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.242817:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.242834:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.242838:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.242841:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002270775. 00080000:00000010:2.0:1776190130.242970:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000551b748b. 00010000:00000010:2.0:1776190130.243042:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.243048:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000036793f47. 00010000:00000010:2.0:1776190130.243123:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7ebf92a. 00010000:00000010:2.0:1776190130.243128:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.243139:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.243143:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.243150:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.243162:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed4cf186. 02000000:00000010:2.0:1776190130.243184:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085020f09. 00000400:00000010:2.0:1776190130.243190:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.243195:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.243200:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301351744, portal 16 00000400:00000010:2.0:1776190130.243204:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3c9c2a1. 00000100:00000200:2.0:1776190130.243205:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301351744, offset 0 00000400:00000200:2.0:1776190130.243210:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.243216:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.243222:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.243226:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.243228:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.243231:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92398:92398:255:4294967295] 192.168.203.39@tcp LPNI seq info [92398:92398:7:4294967295] 00000400:00000200:2.0:1776190130.243237:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.243241:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.243244:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc81a4c0 (tot 82352714). 00000800:00000200:2.0:1776190130.243248:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.243252:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.243254:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc81a4c0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.243516:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.243520:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004809ab70 (tot 82352466). 00000400:00000200:0.0:1776190130.243525:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.243530:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.243534:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fe0f437 00000400:00000010:0.0:1776190130.243535:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008fe0f437. 00000800:00000200:0.0:1776190130.243603:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.243605:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc81a4c0 (tot 82352218). 00000400:00000200:0.0:1776190130.243609:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.243612:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.243614:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3c9c2a1 00000400:00000010:0.0:1776190130.243615:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3c9c2a1. 00000100:00000200:0.0:1776190130.243620:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301351744/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190130.247831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003eae24f3. 00000400:00000200:0.0:1776190130.249245:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.249264:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181eb40 00000400:00000200:0.0:1776190130.249278:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5655 [1] + 224 00000400:00000200:0.0:1776190130.249290:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.249294:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.249305:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301351744/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.249347:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.249352:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375500 00000400:00000200:0.0:1776190130.249357:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3f95 [2] + 984 00000400:00000200:0.0:1776190130.249365:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.249368:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.249373:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.249377:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000029fae5e5. 00000400:00000010:2.0:1776190130.249444:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.249449:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.249451:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.249458:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301351744/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.249467:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301351744/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.249492:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085020f09. 02000000:00000010:2.0:1776190130.249497:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed4cf186. 00000100:00000010:2.0:1776190130.249502:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.249505:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.249510:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000020:00000010:1.0:1776190130.249833:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1666326. 00000020:00000010:1.0:1776190130.249841:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.249845:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.249870:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000029fae5e5 x1862468296463616/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190130.249901:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296463616 02000000:00000010:1.0:1776190130.249913:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a286515c. 00010000:00000010:1.0:1776190130.249940:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aaa86d03. 00010000:00000010:1.0:1776190130.249962:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.249968:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d4075272. 00000100:00000010:1.0:1776190130.249978:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d4075272. 00010000:00000010:1.0:1776190130.249980:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.249992:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4c2ce73. 00000100:00000200:1.0:1776190130.249997:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296463616, offset 224 00000400:00000200:1.0:1776190130.250004:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.250015:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.250020:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92399:92399:256:4294967295] 192.168.203.39@tcp LPNI seq info [92399:92399:8:4294967295] 00000400:00000200:1.0:1776190130.250029:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.250033:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.250037:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190130.250043:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.250050:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.250053:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.250066:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.250070:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.250073:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1666326. 00080000:00000010:2.0:1776190130.250150:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085020f09. 00010000:00000010:2.0:1776190130.250225:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.250232:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000019ba291a. 00010000:00000010:2.0:1776190130.250314:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b51f2bd6. 00010000:00000010:2.0:1776190130.250317:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000020aef1e8. 00010000:00000010:2.0:1776190130.250322:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8ece58a. 00010000:00000010:2.0:1776190130.250326:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdc362dc. 00080000:00000010:2.0:1776190130.250337:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed4cf186. 00010000:00000010:2.0:1776190130.250363:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.250366:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000020aef1e8. 00010000:00000010:2.0:1776190130.250414:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d240309. 00010000:00000010:2.0:1776190130.250418:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.250428:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.250431:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.250436:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.250448:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000079315e8. 02000000:00000010:2.0:1776190130.250468:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000016f18953. 00000400:00000010:2.0:1776190130.250473:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.250477:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.250481:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301351808, portal 16 00000400:00000010:2.0:1776190130.250485:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be912e2e. 00000100:00000200:2.0:1776190130.250487:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301351808, offset 0 00000400:00000200:2.0:1776190130.250492:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.250499:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.250504:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.250508:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.250510:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.250512:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92400:92400:255:4294967295] 192.168.203.39@tcp LPNI seq info [92400:92400:7:4294967295] 00000400:00000200:2.0:1776190130.250519:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.250522:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.250525:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007553869f (tot 82352714). 00000800:00000200:2.0:1776190130.250529:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.250532:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.250534:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007553869f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.250686:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.250690:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352466). 00000400:00000200:0.0:1776190130.250699:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.250703:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.250706:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4c2ce73 00000400:00000010:0.0:1776190130.250708:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4c2ce73. 00000800:00000200:0.0:1776190130.250765:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.250767:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352218). 00000400:00000200:0.0:1776190130.250802:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.250806:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.250807:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be912e2e 00000400:00000010:0.0:1776190130.250809:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be912e2e. 00000100:00000200:0.0:1776190130.250814:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301351808/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.252987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019908421. 00010000:00000010:2.1:1776190130.253003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd2bfc8. 00000400:00000200:0.0:1776190130.254061:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.254078:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181eb80 00000400:00000200:0.0:1776190130.254088:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5661 [1] + 224 00000400:00000200:0.0:1776190130.254098:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.254102:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.254111:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301351808/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.254149:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.254155:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375540 00000400:00000200:0.0:1776190130.254159:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3f95 [2] + 1312 00000400:00000200:0.0:1776190130.254208:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.254212:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.254216:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.254222:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009382bd96. 00000020:00000010:3.0:1776190130.254335:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002270775. 00000020:00000010:3.0:1776190130.254341:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.254345:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.254367:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009382bd96 x1862468296463680/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190130.254399:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296463680 02000000:00000010:3.0:1776190130.254410:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000070e6e12b. 00010000:00000010:3.0:1776190130.254444:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c32caa1c. 00000100:00000010:3.0:1776190130.254451:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:3.0:1776190130.254457:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:3.0:1776190130.254460:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c32caa1c. 00000400:00000010:3.0:1776190130.254474:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008045c754. 00000100:00000200:3.0:1776190130.254479:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296463680, offset 224 00000400:00000200:3.0:1776190130.254486:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.254498:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.254503:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92401:92401:256:4294967295] 192.168.203.39@tcp LPNI seq info [92401:92401:8:4294967295] 00000400:00000200:3.0:1776190130.254513:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.254517:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.254521:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190130.254526:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.254532:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.254536:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.254557:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.254560:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.254563:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002270775. 00000400:00000010:2.0:1776190130.254733:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.254737:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.254739:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.254745:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301351808/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.254753:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301351808/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190130.254813:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000449aca0c. 02000000:00000010:2.0:1776190130.254827:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000016f18953. 02000000:00000010:2.0:1776190130.254832:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000079315e8. 00000100:00000010:2.0:1776190130.254834:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.254837:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.254840:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00080000:00000010:2.0:1776190130.254857:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000079315e8. 00010000:00000010:2.0:1776190130.254928:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.254934:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ffe7b9c2. 00010000:00000010:2.0:1776190130.255006:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:2.0:1776190130.255012:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.255020:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.255024:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.255029:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.255037:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000016f18953. 02000000:00000010:2.0:1776190130.255058:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078e65121. 00000400:00000010:2.0:1776190130.255062:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.255066:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.255070:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301351872, portal 16 00000400:00000010:2.0:1776190130.255074:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1c3cb68. 00000100:00000200:2.0:1776190130.255075:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301351872, offset 0 00000400:00000200:2.0:1776190130.255080:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.255086:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.255092:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.255094:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.255096:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.255099:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92402:92402:255:4294967295] 192.168.203.39@tcp LPNI seq info [92402:92402:7:4294967295] 00000400:00000200:2.0:1776190130.255106:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.255109:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.255113:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007553869f (tot 82352714). 00000800:00000200:2.0:1776190130.255116:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.255120:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.255122:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007553869f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.255239:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.255243:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aee482f6 (tot 82352466). 00000400:00000200:0.0:1776190130.255248:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.255252:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.255255:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008045c754 00000400:00000010:0.0:1776190130.255256:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008045c754. 00000800:00000200:0.0:1776190130.255294:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.255296:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352218). 00000400:00000200:0.0:1776190130.255300:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.255303:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.255305:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1c3cb68 00000400:00000010:0.0:1776190130.255306:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1c3cb68. 00000100:00000200:0.0:1776190130.255311:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301351872/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190130.257859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081a9f194. 00000400:00000200:0.0:1776190130.262415:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.262435:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181ebc0 00000400:00000200:0.0:1776190130.262444:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb566d [1] + 224 00000400:00000200:0.0:1776190130.262453:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.262457:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.262467:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301351872/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.262555:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.262562:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375580 00000400:00000200:0.0:1776190130.262566:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3f95 [2] + 1640 00000400:00000200:0.0:1776190130.262640:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.262644:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.262648:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.262654:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008962746. 00000020:00000010:1.0:1776190130.262813:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1666326. 00000020:00000010:1.0:1776190130.262820:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.262825:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.262851:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008962746 x1862468296463744/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190130.262891:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296463744 02000000:00000010:1.0:1776190130.262903:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007bbcecd0. 00010000:00000010:1.0:1776190130.262944:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.262952:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d4075272. 00000100:00000010:1.0:1776190130.262958:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d4075272. 00010000:00000010:1.0:1776190130.262961:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.262976:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d78c9627. 00000100:00000200:1.0:1776190130.262981:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296463744, offset 224 00000400:00000200:1.0:1776190130.262989:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.262999:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.263004:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92403:92403:256:4294967295] 192.168.203.39@tcp LPNI seq info [92403:92403:8:4294967295] 00000400:00000200:1.0:1776190130.263013:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.263018:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.263022:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190130.263027:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.263033:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.263036:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.263060:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.263064:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.263066:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1666326. 00000800:00000200:0.0:1776190130.263177:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.263180:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:0.0:1776190130.263190:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.263193:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.263197:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d78c9627 00000400:00000010:0.0:1776190130.263198:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d78c9627. 00010000:00000010:2.1:1776190130.264974:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004297acc3. 00010000:00000010:2.1:1776190130.264988:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7ebf92a. 00010000:00000010:2.1:1776190130.264996:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b51f2bd6. 00010000:00000010:2.1:1776190130.264998:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ece58a. 00000400:00000010:2.0:1776190130.265014:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.265017:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.265019:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.265032:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301351872/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.265040:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301351872/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190130.265067:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009fe11135. 02000000:00000010:2.0:1776190130.265083:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078e65121. 02000000:00000010:2.0:1776190130.265089:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000016f18953. 00000100:00000010:2.0:1776190130.265093:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.265096:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.265101:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00080000:00000010:2.0:1776190130.265124:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000016f18953. 00010000:00000010:2.0:1776190130.265201:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.265207:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000046c6409f. 00010000:00000010:2.0:1776190130.265299:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8ece58a. 00010000:00000010:2.0:1776190130.265304:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.265315:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.265321:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.265328:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.265339:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000078e65121. 02000000:00000010:2.0:1776190130.265363:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004dcb0f00. 00000400:00000010:2.0:1776190130.265368:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.265372:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.265377:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301351936, portal 16 00000400:00000010:2.0:1776190130.265382:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea48fa09. 00000100:00000200:2.0:1776190130.265384:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301351936, offset 0 00000400:00000200:2.0:1776190130.265390:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.265403:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.265409:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.265413:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.265416:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.265419:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92404:92404:256:4294967295] 192.168.203.39@tcp LPNI seq info [92404:92404:8:4294967295] 00000400:00000200:2.0:1776190130.265428:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.265433:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.265438:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc81a4c0 (tot 82352466). 00000800:00000200:2.0:1776190130.265444:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.265451:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.265454:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc81a4c0 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190130.266038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050cafb75. 00010000:00000010:2.1:1776190130.266046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4934bfb. 00010000:00000010:2.1:1776190130.266049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d240309. 00000800:00000200:0.0:1776190130.266916:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.266922:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc81a4c0 (tot 82352218). 00000400:00000200:0.0:1776190130.266930:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.266938:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.266942:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea48fa09 00000400:00000010:0.0:1776190130.266944:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea48fa09. 00000100:00000200:0.0:1776190130.266953:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301351936/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.269275:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.269295:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181ec00 00000400:00000200:0.0:1776190130.269305:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5679 [1] + 224 00000400:00000200:0.0:1776190130.269322:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.269327:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.269336:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301351936/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.270582:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.270605:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13755c0 00000400:00000200:0.0:1776190130.270612:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb3f95 [2] + 1968 00000400:00000010:0.0:1776190130.270617:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006ee23bb7. 00000400:00000200:0.0:1776190130.270622:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000ee692a8 00000400:00000200:0.0:1776190130.270687:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.270692:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.270695:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ee692a8 00000400:00000010:0.0:1776190130.270697:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000ee692a8 (tot 82352066). 00000100:00000200:0.0:1776190130.270703:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1776190130.270852:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070a05b37. 00010000:00000010:2.1:1776190130.270859:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004b76b56. 00010000:00000010:2.1:1776190130.270864:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd2bfc8. 00000400:00000010:2.0:1776190130.270874:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.270877:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.270879:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.270887:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301351936/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.270895:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301351936/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.270923:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004dcb0f00. 02000000:00000010:2.0:1776190130.270929:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000078e65121. 00000100:00000010:2.0:1776190130.270933:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.270936:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.270941:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000020:00000010:1.0:1776190130.271900:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025aed629. 00000020:00000010:1.0:1776190130.271909:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.271912:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.271938:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000007fcbc x1862468296463808/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190130.271977:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296463808 02000000:00000010:1.0:1776190130.271990:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c1666326. 00010000:00000010:1.0:1776190130.272015:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b335173d. 00010000:00000010:1.0:1776190130.272035:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.272041:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d4075272. 00000100:00000010:1.0:1776190130.272057:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d4075272. 00010000:00000010:1.0:1776190130.272060:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.272073:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004926409b. 00000100:00000200:1.0:1776190130.272077:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296463808, offset 224 00000400:00000200:1.0:1776190130.272085:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.272098:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.272104:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92405:92405:256:4294967295] 192.168.203.39@tcp LPNI seq info [92405:92405:8:4294967295] 00000400:00000200:1.0:1776190130.272114:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.272119:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.272124:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352314). 00000800:00000200:1.0:1776190130.272129:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.272136:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.272140:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.272154:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.272158:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.272161:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025aed629. 02000000:00000010:1.0:1776190130.272168:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007bbcecd0. 00000100:00000010:1.0:1776190130.272171:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008962746. 02000000:00000010:1.0:1776190130.272174:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000070e6e12b. 00000100:00000010:1.0:1776190130.272176:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009382bd96. 02000000:00000010:1.0:1776190130.272179:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a286515c. 00000100:00000010:1.0:1776190130.272183:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000029fae5e5. 02000000:00000010:1.0:1776190130.272185:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000671ef2a8. 00000100:00000010:1.0:1776190130.272187:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cceeb59c. 02000000:00000010:1.0:1776190130.272189:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000099805fa6. 00000100:00000010:1.0:1776190130.272191:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ecfc9a6. 02000000:00000010:1.0:1776190130.272193:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e656cced. 00000100:00000010:1.0:1776190130.272195:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 00000100:00000200:1.0:1776190130.272200:0:64667:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776190130.272207:0:64667:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000658f2901. 00000400:00000010:1.0:1776190130.272211:0:64667:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4075272 (tot 82352466). 00080000:00000010:2.0:1776190130.272291:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078e65121. 00010000:00000010:2.0:1776190130.272393:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.272399:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000088558617. 00010000:00000010:2.0:1776190130.272473:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:2.0:1776190130.272479:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.272488:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.272492:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.272498:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.272507:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004dcb0f00. 02000000:00000010:2.0:1776190130.272528:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b70a480a. 00000400:00000010:2.0:1776190130.272532:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.272535:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.272538:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301352000, portal 16 00000400:00000010:2.0:1776190130.272542:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059f7246c. 00000100:00000200:2.0:1776190130.272544:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301352000, offset 0 00000400:00000200:2.0:1776190130.272549:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.272555:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.272561:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.272565:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.272567:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.272569:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92406:92406:255:4294967295] 192.168.203.39@tcp LPNI seq info [92406:92406:7:4294967295] 00000400:00000200:2.0:1776190130.272576:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.272580:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.272583:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c149bd5 (tot 82352714). 00000800:00000200:2.0:1776190130.272596:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.272600:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.272602:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c149bd5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.274244:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.274252:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352466). 00000400:00000200:0.0:1776190130.274265:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.274282:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.274287:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004926409b 00000400:00000010:0.0:1776190130.274289:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004926409b. 02000000:00000010:0.0:1776190130.274297:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c1666326. 00000800:00000200:0.0:1776190130.274368:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.274370:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352218). 00000400:00000200:0.0:1776190130.274374:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.274377:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.274379:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059f7246c 00000400:00000010:0.0:1776190130.274380:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059f7246c. 00000100:00000200:0.0:1776190130.274388:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301352000/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.276763:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.277029:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181ec40 00000400:00000200:0.0:1776190130.277039:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5689 [1] + 224 00000400:00000200:0.0:1776190130.277055:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.277058:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.277067:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301352000/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190130.277136:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.277140:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.277142:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.277148:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301352000/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.277156:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301352000/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.277183:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b70a480a. 02000000:00000010:2.0:1776190130.277189:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004dcb0f00. 00000100:00000010:2.0:1776190130.277192:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.277196:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.277201:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000200:0.0:1776190130.277418:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.277427:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375600 00000400:00000200:0.0:1776190130.277432:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4001 [2] + 0 00000400:00000200:0.0:1776190130.277481:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.277485:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.277489:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.277493:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ed276d7f. 00000020:00000010:3.0:1776190130.277988:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002270775. 00000020:00000010:3.0:1776190130.277995:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.277999:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.278023:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ed276d7f x1862468296463872/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190130.278085:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296463872 02000000:00000010:3.0:1776190130.278095:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f8014e3c. 00010000:00000010:3.0:1776190130.278121:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b94d492. 00010000:00000010:3.0:1776190130.278139:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c32caa1c. 00000100:00000010:3.0:1776190130.278145:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:3.0:1776190130.278160:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:3.0:1776190130.278163:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c32caa1c. 00000400:00000010:3.0:1776190130.278176:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001170e319. 00000100:00000200:3.0:1776190130.278190:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296463872, offset 224 00000400:00000200:3.0:1776190130.278197:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.278209:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.278214:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92407:92407:256:4294967295] 192.168.203.39@tcp LPNI seq info [92407:92407:8:4294967295] 00000400:00000200:3.0:1776190130.278222:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.278227:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.278232:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190130.278237:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.278243:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.278246:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.278268:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.278557:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.278560:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002270775. 00080000:00000010:2.0:1776190130.278629:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004dcb0f00. 00010000:00000010:2.0:1776190130.278701:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.278708:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e9925d3. 00000800:00000200:0.0:1776190130.278738:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.278742:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aee482f6 (tot 82352218). 00000400:00000200:0.0:1776190130.278746:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.278750:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.278754:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001170e319 00000400:00000010:0.0:1776190130.278756:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001170e319. 00010000:00000010:2.0:1776190130.278803:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d240309. 00010000:00000010:2.0:1776190130.278809:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.278818:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.278822:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.278828:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.278838:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b70a480a. 02000000:00000010:2.0:1776190130.278861:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da488acd. 00000400:00000010:2.0:1776190130.278866:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.278871:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.278875:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301352064, portal 16 00000400:00000010:2.0:1776190130.278879:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190130.278881:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301352064, offset 0 00000400:00000200:2.0:1776190130.278886:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.278893:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.278899:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.278902:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.278905:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.278908:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92408:92408:256:4294967295] 192.168.203.39@tcp LPNI seq info [92408:92408:8:4294967295] 00000400:00000200:2.0:1776190130.278914:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.278918:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.278921:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003db09799 (tot 82352466). 00000800:00000200:2.0:1776190130.278925:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.278929:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.278931:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003db09799 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.279023:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.279026:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003db09799 (tot 82352218). 00000400:00000200:0.0:1776190130.279030:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.279033:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.279036:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000400:00000010:0.0:1776190130.279037:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 00000100:00000200:0.0:1776190130.279043:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301352064/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190130.279384:0:64667:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2924ff. 00000400:00000200:0.0:1776190130.282608:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.282628:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181ec80 00000400:00000200:0.0:1776190130.282639:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5695 [1] + 224 00000400:00000200:0.0:1776190130.282650:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.282654:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.282665:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301352064/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.282700:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.282705:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375640 00000400:00000200:0.0:1776190130.282710:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4001 [2] + 328 00000400:00000200:0.0:1776190130.282765:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.282769:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.282796:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.282802:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000efa05245. 00000400:00000010:2.0:1776190130.282909:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.282913:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.282915:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.282921:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301352064/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.282928:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301352064/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.282955:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da488acd. 02000000:00000010:2.0:1776190130.282961:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b70a480a. 00000100:00000010:2.0:1776190130.282965:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.282968:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.282973:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000020:00000010:3.0:1776190130.282990:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002270775. 00000020:00000010:3.0:1776190130.282996:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.283001:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.283022:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000efa05245 x1862468296463936/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190130.283058:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296463936 02000000:00000010:3.0:1776190130.283068:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000090e03661. 00010000:00000010:3.0:1776190130.283092:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcd02d96. 00010000:00000010:3.0:1776190130.283109:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c32caa1c. 00000100:00000010:3.0:1776190130.283115:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:3.0:1776190130.283122:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:3.0:1776190130.283124:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c32caa1c. 00000400:00000010:3.0:1776190130.283136:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001170e319. 00000100:00000200:3.0:1776190130.283140:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296463936, offset 224 00000400:00000200:3.0:1776190130.283147:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.283157:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.283162:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92409:92409:256:4294967295] 192.168.203.39@tcp LPNI seq info [92409:92409:8:4294967295] 00000400:00000200:3.0:1776190130.283171:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.283177:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.283181:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352466). 00000800:00000200:3.0:1776190130.283187:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.283193:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.283197:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.283211:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.283214:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.283217:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002270775. 00000800:00000200:0.0:1776190130.283488:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.283491:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004809ab70 (tot 82352218). 00000400:00000200:0.0:1776190130.283496:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.283500:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.283503:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001170e319 00000400:00000010:0.0:1776190130.283504:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001170e319. 00080000:00000010:0.0:1776190130.283531:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c657e150. 00010000:00000010:0.0:1776190130.283633:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdc362dc. 00010000:00000010:0.0:1776190130.283641:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017360611. 00010000:00000010:0.0:1776190130.283708:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000072e160a8. 00010000:00000010:0.0:1776190130.283713:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190130.283717:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000099d8a844. 00010000:00000010:0.0:1776190130.283723:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fcaf1ac3. 00080000:00000010:0.0:1776190130.283735:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae02e636. 00010000:00000010:0.0:1776190130.283760:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fcaf1ac3. 00010000:00000010:0.0:1776190130.283764:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c4d1f6f. 00010000:00000010:0.0:1776190130.283848:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001addba45. 00010000:00000010:0.0:1776190130.283852:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fcaf1ac3. 00010000:00000010:0.0:1776190130.283859:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000016727bfd. 00000100:00000010:0.0:1776190130.283864:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f401abb0. 00000100:00000010:0.0:1776190130.283870:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 02000000:00000010:0.0:1776190130.283880:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cb498244. 02000000:00000010:0.0:1776190130.283900:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8b3e5bb. 00000400:00000010:0.0:1776190130.283906:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000431e4f19. 00000400:00000010:0.0:1776190130.283910:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a783a5b. 00000100:00000200:0.0:1776190130.283914:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301352128, portal 16 00000400:00000010:0.0:1776190130.283918:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000509ece33. 00000100:00000200:0.0:1776190130.283919:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301352128, offset 0 00000400:00000200:0.0:1776190130.283924:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.283932:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.283938:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.283941:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.283943:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.283945:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92410:92410:256:4294967295] 192.168.203.39@tcp LPNI seq info [92410:92410:8:4294967295] 00000400:00000200:0.0:1776190130.283952:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.283957:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.283960:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352466). 00000800:00000200:0.0:1776190130.283964:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.283969:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.283971:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190130.284099:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb899fbc. 00010000:00000010:2.1:1776190130.284106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ece58a. 00000800:00000200:3.0:1776190130.284265:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.284268:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352218). 00000400:00000200:3.0:1776190130.284279:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.284284:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.284287:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000509ece33 00000400:00000010:3.0:1776190130.284289:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000509ece33. 00000100:00000200:3.0:1776190130.284295:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000abc3f2e1 x1862468301352128/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.286959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6adb092. 00010000:00000010:2.1:1776190130.286972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:3.1:1776190130.287832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006140162b. 00000400:00000200:0.0:1776190130.288703:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.288722:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181ecc0 00000400:00000200:0.0:1776190130.288730:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb56a1 [1] + 224 00000400:00000200:0.0:1776190130.288741:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.288744:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.288755:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000abc3f2e1 x1862468301352128/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.288821:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.288827:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375680 00000400:00000200:0.0:1776190130.288831:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4001 [2] + 656 00000400:00000200:0.0:1776190130.288842:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.288845:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.288849:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.288854:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ecfc9a6. 00000020:00000010:1.0:1776190130.288941:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e656cced. 00000020:00000010:1.0:1776190130.288948:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.288952:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.288972:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008ecfc9a6 x1862468296464000/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190130.289005:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296464000 02000000:00000010:1.0:1776190130.289017:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c1666326. 00010000:00000010:1.0:1776190130.289050:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.289057:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008060817b. 00000100:00000010:1.0:1776190130.289063:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008060817b. 00010000:00000010:1.0:1776190130.289067:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.289079:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000590eeb4c. 00000100:00000200:1.0:1776190130.289083:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296464000, offset 224 00000400:00000200:1.0:1776190130.289090:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.289101:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.289106:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92411:92411:256:4294967295] 192.168.203.39@tcp LPNI seq info [92411:92411:8:4294967295] 00000400:00000200:1.0:1776190130.289115:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.289121:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.289125:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190130.289131:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.289138:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.289141:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.289161:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.289166:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.289169:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e656cced. 00000400:00000010:2.0:1776190130.289237:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000431e4f19. 00000400:00000200:2.0:1776190130.289243:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a783a5b 00000400:00000010:2.0:1776190130.289245:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a783a5b. 00000100:00000200:2.0:1776190130.289251:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000abc3f2e1 x1862468301352128/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.289259:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000abc3f2e1 x1862468301352128/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190130.289288:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b934217. 02000000:00000010:2.0:1776190130.289303:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8b3e5bb. 02000000:00000010:2.0:1776190130.289308:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cb498244. 00000100:00000010:2.0:1776190130.289313:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 00000100:00000010:2.0:1776190130.289316:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f401abb0. 00010000:00000010:2.0:1776190130.289319:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000016727bfd. 00080000:00000010:2.0:1776190130.289335:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da488acd. 00010000:00000010:2.0:1776190130.289414:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fcaf1ac3. 00010000:00000010:2.0:1776190130.289421:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000058537b23. 00010000:00000010:2.0:1776190130.289486:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:2.0:1776190130.289492:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b0770be9. 00010000:00000010:2.0:1776190130.289501:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.289505:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.289511:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.289519:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cb498244. 02000000:00000010:2.0:1776190130.289537:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b70a480a. 00000400:00000010:2.0:1776190130.289540:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.289543:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.289547:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301352192, portal 16 00000400:00000010:2.0:1776190130.289550:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001f124ec. 00000100:00000200:2.0:1776190130.289551:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301352192, offset 0 00000400:00000200:2.0:1776190130.289555:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.289561:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.289565:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.289568:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.289581:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.289583:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92412:92412:255:4294967295] 192.168.203.39@tcp LPNI seq info [92412:92412:7:4294967295] 00000400:00000200:2.0:1776190130.289597:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.289601:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.289605:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a3d1fd9 (tot 82352714). 00000800:00000200:2.0:1776190130.289609:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.289616:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.289618:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002a3d1fd9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.289668:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.289672:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352466). 00000400:00000200:0.0:1776190130.289681:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.289685:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.289688:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000590eeb4c 00000400:00000010:0.0:1776190130.289690:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000590eeb4c. 00000800:00000200:0.0:1776190130.289754:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.289756:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a3d1fd9 (tot 82352218). 00000400:00000200:0.0:1776190130.289760:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.289763:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.289764:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001f124ec 00000400:00000010:0.0:1776190130.289765:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001f124ec. 00000100:00000200:0.0:1776190130.289807:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301352192/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190130.290920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016b0ebc6. 00010000:00000010:0.1:1776190130.290928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d240309. 00010000:00000010:0.1:1776190130.290931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072e160a8. 00010000:00000010:0.1:1776190130.290933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099d8a844. 00010000:00000010:3.1:1776190130.291940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d3df23. 00000400:00000200:3.0:1776190130.292035:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.292049:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181ed00 00000400:00000200:3.0:1776190130.292057:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb56ad [1] + 224 00000400:00000200:3.0:1776190130.292069:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.292072:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.292080:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301352192/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190130.293380:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.293390:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.293392:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.293404:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301352192/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.293413:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301352192/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.293440:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b70a480a. 02000000:00000010:2.0:1776190130.293446:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cb498244. 00000100:00000010:2.0:1776190130.293450:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.293455:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.293459:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000200:0.0:1776190130.293480:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.293493:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13756c0 00000400:00000200:0.0:1776190130.293499:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4001 [2] + 984 00000400:00000200:0.0:1776190130.293556:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.293560:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.293564:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.293569:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cceeb59c. 00000020:00000010:1.0:1776190130.293816:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e656cced. 00000020:00000010:1.0:1776190130.293823:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.293827:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.293849:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cceeb59c x1862468296464064/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190130.293885:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296464064 02000000:00000010:1.0:1776190130.293898:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a286515c. 00010000:00000010:1.0:1776190130.293925:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000090bb81a1. 00010000:00000010:1.0:1776190130.293945:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.293951:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008060817b. 00000100:00000010:1.0:1776190130.293962:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008060817b. 00010000:00000010:1.0:1776190130.293965:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.293977:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a2618ed. 00000100:00000200:1.0:1776190130.293981:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296464064, offset 224 00000400:00000200:1.0:1776190130.293990:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.294000:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.294005:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92413:92413:256:4294967295] 192.168.203.39@tcp LPNI seq info [92413:92413:8:4294967295] 00000400:00000200:1.0:1776190130.294013:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.294018:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.294023:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190130.294027:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.294034:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.294038:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.294058:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.294063:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.294066:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e656cced. 00000800:00000200:0.0:1776190130.294185:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.294190:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:0.0:1776190130.294198:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.294202:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.294205:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a2618ed 00000400:00000010:0.0:1776190130.294207:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a2618ed. 00080000:00000010:2.0:1776190130.294237:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b70a480a. 00010000:00000010:2.0:1776190130.294320:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0770be9. 00010000:00000010:2.0:1776190130.294326:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e86c5302. 00010000:00000010:2.0:1776190130.294402:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8ece58a. 00010000:00000010:2.0:1776190130.294408:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b0770be9. 00010000:00000010:2.0:1776190130.294417:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.294420:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.294426:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.294436:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cb498244. 02000000:00000010:2.0:1776190130.294457:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000198ff3b5. 00000400:00000010:2.0:1776190130.294462:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.294467:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.294471:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301352256, portal 16 00000400:00000010:2.0:1776190130.294476:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001f124ec. 00000100:00000200:2.0:1776190130.294477:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301352256, offset 0 00000400:00000200:2.0:1776190130.294483:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.294489:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.294495:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.294499:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.294502:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.294504:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92414:92414:256:4294967295] 192.168.203.39@tcp LPNI seq info [92414:92414:8:4294967295] 00000400:00000200:2.0:1776190130.294511:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.294515:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.294518:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6ecb0ff (tot 82352466). 00000800:00000200:2.0:1776190130.294522:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.294526:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.294528:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d6ecb0ff type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190130.294676:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.294679:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6ecb0ff (tot 82352218). 00000400:00000200:3.0:1776190130.294683:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.294687:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.294689:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001f124ec 00000400:00000010:3.0:1776190130.294691:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001f124ec. 00000100:00000200:3.0:1776190130.294696:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301352256/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.299158:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.299179:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181ed40 00000400:00000200:0.0:1776190130.299188:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb56b9 [1] + 224 00000400:00000200:0.0:1776190130.299203:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.299207:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.299216:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301352256/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.299557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aaa005b8. 00010000:00000010:2.1:1776190130.299565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081a79c3a. 00010000:00000010:2.1:1776190130.299569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001addba45. 00000400:00000010:2.0:1776190130.299597:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.299601:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.299603:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.299610:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301352256/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.299616:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301352256/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.299642:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000198ff3b5. 02000000:00000010:2.0:1776190130.299647:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cb498244. 00000100:00000010:2.0:1776190130.299651:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.299655:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.299659:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000200:0.0:1776190130.301040:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.301057:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375700 00000400:00000200:0.0:1776190130.301064:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4001 [2] + 1312 00000400:00000200:0.0:1776190130.301123:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.301135:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.301140:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.301146:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000029fae5e5. 00000020:00000010:3.0:1776190130.301247:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002270775. 00000020:00000010:3.0:1776190130.301262:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.301267:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.301292:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000029fae5e5 x1862468296464128/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190130.301325:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296464128 02000000:00000010:3.0:1776190130.301336:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000045061f5c. 00010000:00000010:3.0:1776190130.301361:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000662ef950. 00010000:00000010:3.0:1776190130.301380:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c32caa1c. 00000100:00000010:3.0:1776190130.301386:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:3.0:1776190130.301404:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:3.0:1776190130.301408:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c32caa1c. 00000400:00000010:3.0:1776190130.301419:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008045c754. 00000100:00000200:3.0:1776190130.301424:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296464128, offset 224 00000400:00000200:3.0:1776190130.301431:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.301441:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00080000:00000010:2.0:1776190130.301443:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000198ff3b5. 00000400:00000200:3.0:1776190130.301445:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92415:92415:256:4294967295] 192.168.203.39@tcp LPNI seq info [92415:92415:8:4294967295] 00000400:00000200:3.0:1776190130.301454:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.301459:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.301462:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352466). 00000800:00000200:3.0:1776190130.301467:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.301473:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.301476:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.301499:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.301502:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.301505:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002270775. 00010000:00000010:2.0:1776190130.301527:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0770be9. 00010000:00000010:2.0:1776190130.301534:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e332b088. 00010000:00000010:2.0:1776190130.301631:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7ebf92a. 00010000:00000010:2.0:1776190130.301637:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b0770be9. 00010000:00000010:2.0:1776190130.301646:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.301649:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.301656:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.301668:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cb498244. 02000000:00000010:2.0:1776190130.301690:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d1df8dd. 00000400:00000010:2.0:1776190130.301695:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.301698:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.301702:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301352320, portal 16 00000400:00000010:2.0:1776190130.301706:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190130.301708:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301352320, offset 0 00000400:00000200:2.0:1776190130.301713:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.301719:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.301726:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.301728:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.301731:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.301733:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92416:92416:255:4294967295] 192.168.203.39@tcp LPNI seq info [92416:92416:7:4294967295] 00000400:00000200:2.0:1776190130.301740:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.301743:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.301747:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb044675 (tot 82352714). 00000800:00000200:2.0:1776190130.301755:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.301759:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.301761:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb044675 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.302292:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.302296:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003900fe9a (tot 82352466). 00000400:00000200:0.0:1776190130.302301:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.302306:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.302309:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008045c754 00000400:00000010:0.0:1776190130.302311:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008045c754. 00000800:00000200:0.0:1776190130.302363:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.302365:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb044675 (tot 82352218). 00000400:00000200:0.0:1776190130.302370:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.302373:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.302375:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000400:00000010:0.0:1776190130.302376:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 00000100:00000200:0.0:1776190130.302381:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301352320/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190130.304823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ec09710. 00000400:00000200:0.0:1776190130.305577:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.305603:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181ed80 00000400:00000200:0.0:1776190130.305613:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb56c5 [1] + 224 00000400:00000200:0.0:1776190130.305627:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.305631:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.305649:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301352320/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190130.305701:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.305706:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.305708:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.305715:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301352320/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.305721:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301352320/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.305748:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d1df8dd. 02000000:00000010:2.0:1776190130.305754:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cb498244. 00000100:00000010:2.0:1776190130.305758:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.305762:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.305767:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00010000:00000010:2.1:1776190130.306822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b9dbda3. 00010000:00000010:2.1:1776190130.306832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd2bfc8. 00000400:00000200:0.0:1776190130.307404:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.307419:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375740 00000400:00000200:0.0:1776190130.307425:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4001 [2] + 1640 00000400:00000200:0.0:1776190130.307478:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.307483:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.307488:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.307493:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009382bd96. 00000020:00000010:1.0:1776190130.307592:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e656cced. 00000020:00000010:1.0:1776190130.307600:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.307605:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.307629:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009382bd96 x1862468296464192/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190130.307662:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296464192 02000000:00000010:1.0:1776190130.307673:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007bbcecd0. 00010000:00000010:1.0:1776190130.307698:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002419bb67. 00010000:00000010:1.0:1776190130.307717:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.307724:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008060817b. 00000100:00000010:1.0:1776190130.307743:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008060817b. 00010000:00000010:1.0:1776190130.307747:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.307758:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e227db4. 00000100:00000200:1.0:1776190130.307762:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296464192, offset 224 00000400:00000200:1.0:1776190130.307770:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.307807:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.307813:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92417:92417:256:4294967295] 192.168.203.39@tcp LPNI seq info [92417:92417:8:4294967295] 00000400:00000200:1.0:1776190130.307822:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.307828:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.307833:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190130.307839:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.307845:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.307848:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.307884:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.307893:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.307897:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e656cced. 00000800:00000200:0.0:1776190130.307928:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.307932:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:0.0:1776190130.307941:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.307946:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.307951:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e227db4 00000400:00000010:0.0:1776190130.307953:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e227db4. 00080000:00000010:2.0:1776190130.307993:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d1df8dd. 00010000:00000010:2.0:1776190130.308063:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0770be9. 00010000:00000010:2.0:1776190130.308068:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b955be68. 00010000:00000010:2.0:1776190130.308136:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:2.0:1776190130.308142:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b0770be9. 00010000:00000010:2.0:1776190130.308151:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.308155:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.308161:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.308171:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c04ae564. 02000000:00000010:2.0:1776190130.308192:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b1e45c84. 00000400:00000010:2.0:1776190130.308196:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.308215:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.308219:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301352384, portal 16 00000400:00000010:2.0:1776190130.308224:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059f7246c. 00000100:00000200:2.0:1776190130.308226:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301352384, offset 0 00000400:00000200:2.0:1776190130.308231:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.308238:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.308244:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.308247:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.308250:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.308252:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92418:92418:256:4294967295] 192.168.203.39@tcp LPNI seq info [92418:92418:8:4294967295] 00000400:00000200:2.0:1776190130.308259:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.308263:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.308266:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054ef62b4 (tot 82352466). 00000800:00000200:2.0:1776190130.308279:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.308283:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.308285:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054ef62b4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.308355:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.308358:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054ef62b4 (tot 82352218). 00000400:00000200:0.0:1776190130.308363:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.308367:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.308370:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059f7246c 00000400:00000010:0.0:1776190130.308371:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059f7246c. 00000100:00000200:0.0:1776190130.308376:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301352384/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.308853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fba1157b. 00010000:00000010:2.1:1776190130.308859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ece58a. 00010000:00000010:3.1:1776190130.309203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d90fda1a. 00000400:00000200:0.0:1776190130.313185:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.313204:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181edc0 00000400:00000200:0.0:1776190130.313212:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb56d1 [1] + 224 00000400:00000200:0.0:1776190130.313222:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.313226:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.313235:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301352384/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.313272:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.313276:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375780 00000400:00000200:0.0:1776190130.313280:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4001 [2] + 1968 00000400:00000010:0.0:1776190130.313284:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000095e85680. 00000400:00000200:0.0:1776190130.313287:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009728565d 00000400:00000200:0.0:1776190130.313293:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.313296:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.313298:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009728565d 00000400:00000010:0.0:1776190130.313300:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009728565d (tot 82352066). 00000100:00000200:0.0:1776190130.313304:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776190130.313853:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025aed629. 00000020:00000010:1.0:1776190130.313862:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.313867:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.313891:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001c75d981 x1862468296464256/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190130.313923:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296464256 02000000:00000010:1.0:1776190130.313934:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e656cced. 00010000:00000010:1.0:1776190130.313967:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.313974:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008060817b. 00000100:00000010:1.0:1776190130.313980:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008060817b. 00010000:00000010:1.0:1776190130.313984:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.313995:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029b25a43. 00000100:00000200:1.0:1776190130.314000:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296464256, offset 224 00000400:00000200:1.0:1776190130.314007:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.314017:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.314022:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92419:92419:256:4294967295] 192.168.203.39@tcp LPNI seq info [92419:92419:8:4294967295] 00000400:00000200:1.0:1776190130.314031:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.314036:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.314040:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352314). 00000800:00000200:1.0:1776190130.314045:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.314051:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.314055:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.314076:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.314081:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.314083:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025aed629. 02000000:00000010:1.0:1776190130.314091:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007bbcecd0. 00000100:00000010:1.0:1776190130.314094:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009382bd96. 02000000:00000010:1.0:1776190130.314098:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000045061f5c. 00000100:00000010:1.0:1776190130.314101:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000029fae5e5. 02000000:00000010:1.0:1776190130.314104:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a286515c. 00000100:00000010:1.0:1776190130.314108:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cceeb59c. 02000000:00000010:1.0:1776190130.314110:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c1666326. 00000100:00000010:1.0:1776190130.314115:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ecfc9a6. 02000000:00000010:1.0:1776190130.314119:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000090e03661. 00000100:00000010:1.0:1776190130.314121:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000efa05245. 02000000:00000010:1.0:1776190130.314124:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f8014e3c. 00000100:00000010:1.0:1776190130.314125:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ed276d7f. 00000100:00000200:1.0:1776190130.314131:0:64667:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776190130.314136:0:64667:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d41f8101. 00000400:00000010:1.0:1776190130.314140:0:64667:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008060817b (tot 82352466). 00000800:00000200:0.0:1776190130.314293:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.314296:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:0.0:1776190130.314306:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.314317:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.314321:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029b25a43 00000400:00000010:0.0:1776190130.314322:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029b25a43. 02000000:00000010:0.0:1776190130.314326:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e656cced. 00010000:00000010:1.1:1776190130.315629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d96382f. 00000400:00000010:2.0:1776190130.315741:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.315745:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.315747:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.315758:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301352384/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.315767:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301352384/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190130.315804:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1bccc20. 02000000:00000010:2.0:1776190130.315820:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b1e45c84. 02000000:00000010:2.0:1776190130.315825:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c04ae564. 00000100:00000010:2.0:1776190130.315828:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.315831:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.315835:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00080000:00000010:2.0:1776190130.315851:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c04ae564. 00010000:00000010:2.0:1776190130.315926:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0770be9. 00010000:00000010:2.0:1776190130.315932:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000037ed6136. 00010000:00000010:2.0:1776190130.315995:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b51f2bd6. 00010000:00000010:2.0:1776190130.315998:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000020aef1e8. 00010000:00000010:2.0:1776190130.316002:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8ece58a. 00010000:00000010:2.0:1776190130.316006:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b0770be9. 00080000:00000010:2.0:1776190130.316018:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1e45c84. 00010000:00000010:2.0:1776190130.316036:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0770be9. 00010000:00000010:2.0:1776190130.316039:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000020aef1e8. 00010000:00000010:2.0:1776190130.316081:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009df4d435. 00010000:00000010:2.0:1776190130.316084:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b0770be9. 00010000:00000010:2.0:1776190130.316090:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.316095:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.316102:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.316112:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000678ca014. 02000000:00000010:2.0:1776190130.316135:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b56ecee7. 00000400:00000010:2.0:1776190130.316139:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.316143:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.316147:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301352448, portal 16 00000400:00000010:2.0:1776190130.316151:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea48fa09. 00000100:00000200:2.0:1776190130.316153:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301352448, offset 0 00000400:00000200:2.0:1776190130.316160:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.316173:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.316179:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.316182:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.316185:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.316188:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92420:92420:256:4294967295] 192.168.203.39@tcp LPNI seq info [92420:92420:8:4294967295] 00000400:00000200:2.0:1776190130.316197:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.316487:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.316493:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0a4d4c8 (tot 82352466). 00000800:00000200:2.0:1776190130.316498:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.316504:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.316508:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0a4d4c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.316670:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.316674:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0a4d4c8 (tot 82352218). 00000400:00000200:0.0:1776190130.316681:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.316686:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.316691:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea48fa09 00000400:00000010:0.0:1776190130.316692:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea48fa09. 00000100:00000200:0.0:1776190130.316698:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301352448/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.319334:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000331f26b6. 00010000:00000010:2.1:1776190130.319347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7ebf92a. 00000400:00000200:0.0:1776190130.320281:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.320298:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181ee00 00000400:00000200:0.0:1776190130.320309:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb56e1 [1] + 224 00000400:00000200:0.0:1776190130.320325:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.320329:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.320339:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301352448/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190130.320880:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.320886:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.320888:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.320894:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301352448/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.320902:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301352448/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.320928:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b56ecee7. 02000000:00000010:2.0:1776190130.320934:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000678ca014. 00000100:00000010:2.0:1776190130.320937:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.320941:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.320946:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000200:0.0:1776190130.321736:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.321749:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13757c0 00000400:00000200:0.0:1776190130.321755:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4065 [2] + 0 00000400:00000200:0.0:1776190130.321842:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.321846:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.321852:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.321857:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008962746. 00000020:00000010:1.0:1776190130.322197:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1666326. 00000020:00000010:1.0:1776190130.322310:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.322315:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.322343:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008962746 x1862468296464320/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190130.322477:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296464320 02000000:00000010:1.0:1776190130.322489:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e656cced. 00010000:00000010:1.0:1776190130.322517:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b46d1022. 00010000:00000010:1.0:1776190130.322537:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.322544:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001d19743c. 00000100:00000010:1.0:1776190130.322562:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001d19743c. 00010000:00000010:1.0:1776190130.322568:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.322581:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053d224d6. 00000100:00000200:1.0:1776190130.322593:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296464320, offset 224 00000400:00000200:1.0:1776190130.322602:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.322615:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.322621:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92421:92421:256:4294967295] 192.168.203.39@tcp LPNI seq info [92421:92421:8:4294967295] 00000400:00000200:1.0:1776190130.322635:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.322641:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.322645:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00080000:00000010:2.0:1776190130.322647:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000678ca014. 00000800:00000200:1.0:1776190130.322652:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.322661:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.322664:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1776190130.322729:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0770be9. 00000020:00000010:1.0:1776190130.322737:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00010000:00000010:2.0:1776190130.322738:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a032242. 00000020:00000010:1.0:1776190130.322745:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.322750:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1666326. 00010000:00000010:2.0:1776190130.322859:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7ebf92a. 00010000:00000010:2.0:1776190130.322865:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b0770be9. 00010000:00000010:2.0:1776190130.322874:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.322879:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.322886:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.322896:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b56ecee7. 02000000:00000010:2.0:1776190130.322915:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a79a69a8. 00000400:00000010:2.0:1776190130.322920:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.322925:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.322930:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301352512, portal 16 00000400:00000010:2.0:1776190130.322934:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1c3cb68. 00000100:00000200:2.0:1776190130.322936:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301352512, offset 0 00000400:00000200:2.0:1776190130.322943:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.322951:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.322957:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.322962:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.322965:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.322969:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92422:92422:255:4294967295] 192.168.203.39@tcp LPNI seq info [92422:92422:7:4294967295] 00000400:00000200:2.0:1776190130.322981:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.324974:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.324993:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4c63abf (tot 82352714). 00000800:00000200:2.0:1776190130.325299:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.325307:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.325312:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4c63abf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.325319:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.325325:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352466). 00000400:00000200:0.0:1776190130.325337:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.325343:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.325349:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053d224d6 00000400:00000010:0.0:1776190130.325351:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053d224d6. 00000800:00000200:0.0:1776190130.326669:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.326675:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4c63abf (tot 82352218). 00000400:00000200:0.0:1776190130.326681:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.326688:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.326692:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1c3cb68 00000400:00000010:0.0:1776190130.326694:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1c3cb68. 00000100:00000200:0.0:1776190130.326703:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301352512/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.331849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0888915. 00010000:00000010:2.1:1776190130.331865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b51e403d. 00010000:00000010:2.1:1776190130.331870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:2.1:1776190130.331874:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b51f2bd6. 00010000:00000010:2.1:1776190130.331877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ece58a. 00000400:00000200:0.0:1776190130.332274:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.332292:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181ee40 00000400:00000200:0.0:1776190130.332300:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb56ed [1] + 224 00000400:00000200:0.0:1776190130.332321:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.332325:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.332336:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301352512/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.332410:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.332416:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375800 00000400:00000200:0.0:1776190130.332421:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4065 [2] + 328 00000400:00000200:0.0:1776190130.332477:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.332480:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.332484:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.332489:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000574dbf23. 00000400:00000010:2.0:1776190130.333696:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.333703:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.333705:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.333716:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301352512/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.333729:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301352512/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.333761:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a79a69a8. 02000000:00000010:2.0:1776190130.333894:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b56ecee7. 00000100:00000010:2.0:1776190130.333901:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.333905:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.333910:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000020:00000010:3.0:1776190130.334109:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002270775. 00000020:00000010:3.0:1776190130.334116:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.334120:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.334153:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000574dbf23 x1862468296464384/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190130.334187:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296464384 02000000:00000010:3.0:1776190130.334198:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a766347e. 00010000:00000010:3.0:1776190130.334223:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c989aed0. 00010000:00000010:3.0:1776190130.334245:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c32caa1c. 00000100:00000010:3.0:1776190130.334251:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:3.0:1776190130.334267:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:3.0:1776190130.334270:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c32caa1c. 00000400:00000010:3.0:1776190130.334282:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008fe0f437. 00000100:00000200:3.0:1776190130.334286:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296464384, offset 224 00000400:00000200:3.0:1776190130.334293:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.334305:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.334311:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92423:92423:256:4294967295] 192.168.203.39@tcp LPNI seq info [92423:92423:8:4294967295] 00000400:00000200:3.0:1776190130.334320:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.334325:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.334329:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190130.334335:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.334342:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.334345:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.334371:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.334375:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.334377:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002270775. 00000800:00000200:1.0:1776190130.334690:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.334695:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adc83051 (tot 82352218). 00000400:00000200:1.0:1776190130.334701:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.334706:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.334710:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fe0f437 00000400:00000010:1.0:1776190130.334712:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008fe0f437. 00080000:00000010:0.0:1776190130.334974:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8b3e5bb. 00010000:00000010:0.0:1776190130.335061:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0770be9. 00010000:00000010:0.0:1776190130.335067:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008ca55fef. 00010000:00000010:0.0:1776190130.335155:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000099d8a844. 00010000:00000010:0.0:1776190130.335160:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a5d5923. 00010000:00000010:0.0:1776190130.335170:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a8cc9c9. 00000100:00000010:0.0:1776190130.335174:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b6a2bee6. 00000100:00000010:0.0:1776190130.335182:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2d466. 02000000:00000010:0.0:1776190130.335193:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000074d6903c. 02000000:00000010:0.0:1776190130.335215:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7196269. 00000400:00000010:0.0:1776190130.335220:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007f42554b. 00000400:00000010:0.0:1776190130.335225:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab584b4e. 00000100:00000200:0.0:1776190130.335230:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301352576, portal 16 00000400:00000010:0.0:1776190130.335233:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098c52fc5. 00000100:00000200:0.0:1776190130.335236:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301352576, offset 0 00000400:00000200:0.0:1776190130.335241:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.335250:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.335257:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.335260:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.335262:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.335265:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92424:92424:256:4294967295] 192.168.203.39@tcp LPNI seq info [92424:92424:8:4294967295] 00000400:00000200:0.0:1776190130.335272:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.335277:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.335280:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352466). 00000800:00000200:0.0:1776190130.335284:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.335288:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.335291:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190130.335803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aae46614. 00000800:00000200:2.0:1776190130.339022:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.339031:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352218). 00000400:00000200:2.0:1776190130.339039:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.339050:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.339057:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098c52fc5 00000400:00000010:2.0:1776190130.339060:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098c52fc5. 00000100:00000200:2.0:1776190130.339069:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2d466 x1862468301352576/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.340068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000728e9090. 00010000:00000010:2.1:1776190130.340079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009df4d435. 00000400:00000200:0.0:1776190130.340634:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.340650:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181ee80 00000400:00000200:0.0:1776190130.340659:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb56f9 [1] + 224 00000400:00000200:0.0:1776190130.340672:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.340676:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.340684:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2d466 x1862468301352576/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190130.341011:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007f42554b. 00000400:00000200:2.0:1776190130.341017:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab584b4e 00000400:00000010:2.0:1776190130.341019:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab584b4e. 00000100:00000200:2.0:1776190130.341025:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2d466 x1862468301352576/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.341035:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2d466 x1862468301352576/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.341062:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7196269. 02000000:00000010:2.0:1776190130.341066:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000074d6903c. 00000100:00000010:2.0:1776190130.341070:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2d466. 00000100:00000010:2.0:1776190130.341073:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b6a2bee6. 00010000:00000010:2.0:1776190130.341075:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a8cc9c9. 00000400:00000200:1.0:1776190130.343651:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.343670:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375840 00000400:00000200:1.0:1776190130.343678:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4065 [2] + 656 00000400:00000200:1.0:1776190130.343733:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.343738:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.343743:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190130.343749:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 00010000:00000010:0.1:1776190130.343832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006848d434. 00010000:00000010:0.1:1776190130.343841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7ebf92a. 00010000:00000010:3.1:1776190130.343848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a058b57d. 00000020:00000010:3.0:1776190130.343885:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002270775. 00000020:00000010:3.0:1776190130.343891:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.343895:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.343920:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4f3ec3 x1862468296464448/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190130.343952:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296464448 02000000:00000010:3.0:1776190130.344007:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f8014e3c. 00010000:00000010:3.0:1776190130.344033:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002488d60. 00010000:00000010:3.0:1776190130.344052:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c32caa1c. 00000100:00000010:3.0:1776190130.344057:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:3.0:1776190130.344078:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:3.0:1776190130.344081:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c32caa1c. 00000400:00000010:3.0:1776190130.344093:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ce06a4c. 00000100:00000200:3.0:1776190130.344097:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296464448, offset 224 00000400:00000200:3.0:1776190130.344103:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.344113:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.344118:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92425:92425:256:4294967295] 192.168.203.39@tcp LPNI seq info [92425:92425:8:4294967295] 00000400:00000200:3.0:1776190130.344127:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.344131:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.344135:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190130.344140:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.344146:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.344149:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.344172:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.344175:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.344177:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002270775. 00000800:00000200:0.0:1776190130.344296:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.344301:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adc83051 (tot 82352218). 00000400:00000200:0.0:1776190130.344305:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.344318:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.344322:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ce06a4c 00000400:00000010:0.0:1776190130.344323:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ce06a4c. 00080000:00000010:2.0:1776190130.344410:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b56ecee7. 00010000:00000010:2.0:1776190130.344489:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a5d5923. 00010000:00000010:2.0:1776190130.344495:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eee26d9a. 00010000:00000010:2.0:1776190130.344563:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009df4d435. 00010000:00000010:2.0:1776190130.344569:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8736866. 00010000:00000010:2.0:1776190130.344580:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.344594:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.344601:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.344612:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a79a69a8. 02000000:00000010:2.0:1776190130.344633:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d3a9761. 00000400:00000010:2.0:1776190130.344638:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.344642:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.344646:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301352640, portal 16 00000400:00000010:2.0:1776190130.344650:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be912e2e. 00000100:00000200:2.0:1776190130.344652:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301352640, offset 0 00000400:00000200:2.0:1776190130.344657:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.344664:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.344670:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.344673:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.344676:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.344678:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92426:92426:256:4294967295] 192.168.203.39@tcp LPNI seq info [92426:92426:8:4294967295] 00000400:00000200:2.0:1776190130.344685:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.344689:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.344692:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797f442e (tot 82352466). 00000800:00000200:2.0:1776190130.344696:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.344700:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.344702:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000797f442e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.344831:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.344835:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797f442e (tot 82352218). 00000400:00000200:0.0:1776190130.344839:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.344843:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.344846:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be912e2e 00000400:00000010:0.0:1776190130.344847:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be912e2e. 00000100:00000200:0.0:1776190130.344852:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301352640/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190130.349189:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.349221:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181eec0 00000400:00000200:1.0:1776190130.349229:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5705 [1] + 224 00000400:00000200:1.0:1776190130.349242:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.349248:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.349257:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301352640/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190130.349288:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.349293:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375880 00000400:00000200:1.0:1776190130.349297:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4065 [2] + 984 00000400:00000200:1.0:1776190130.349348:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.349352:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.349356:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190130.349362:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b94bceb5. 00000400:00000010:2.0:1776190130.349573:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.349579:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.349581:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.349598:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301352640/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.349607:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301352640/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.349636:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d3a9761. 02000000:00000010:2.0:1776190130.349642:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a79a69a8. 00000100:00000010:2.0:1776190130.349647:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.349650:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.349655:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000020:00000010:3.0:1776190130.349742:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002270775. 00000020:00000010:3.0:1776190130.349749:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.349753:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.349791:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b94bceb5 x1862468296464512/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190130.349887:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296464512 02000000:00000010:3.0:1776190130.349901:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000090e03661. 00010000:00000010:3.0:1776190130.349932:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b39afa35. 00010000:00000010:3.0:1776190130.349952:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c32caa1c. 00000100:00000010:3.0:1776190130.349958:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:3.0:1776190130.350012:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:3.0:1776190130.350016:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c32caa1c. 00000400:00000010:3.0:1776190130.350030:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012090ddf. 00000100:00000200:3.0:1776190130.350035:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296464512, offset 224 00000400:00000200:3.0:1776190130.350044:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.350055:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.350060:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92427:92427:256:4294967295] 192.168.203.39@tcp LPNI seq info [92427:92427:8:4294967295] 00000400:00000200:3.0:1776190130.350070:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.350075:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.350079:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352466). 00000800:00000200:3.0:1776190130.350086:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.350093:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.350097:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.350120:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.350132:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.350135:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002270775. 00000800:00000200:0.0:1776190130.350971:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.350977:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003900fe9a (tot 82352218). 00000400:00000200:0.0:1776190130.350984:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.350990:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.350994:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012090ddf 00000400:00000010:0.0:1776190130.350997:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012090ddf. 00080000:00000010:2.0:1776190130.351084:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a79a69a8. 00010000:00000010:2.0:1776190130.351345:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8736866. 00010000:00000010:2.0:1776190130.351353:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000439876ec. 00010000:00000010:2.0:1776190130.351431:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8ece58a. 00010000:00000010:2.0:1776190130.351438:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8736866. 00010000:00000010:2.0:1776190130.351450:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.351456:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.351463:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.351474:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d3a9761. 02000000:00000010:2.0:1776190130.351497:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083116f79. 00000400:00000010:2.0:1776190130.351503:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.351507:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.351513:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301352704, portal 16 00000400:00000010:2.0:1776190130.351518:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3c9c2a1. 00000100:00000200:2.0:1776190130.351520:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301352704, offset 0 00000400:00000200:2.0:1776190130.351526:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.351536:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.351543:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.351546:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.351549:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.351552:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92428:92428:256:4294967295] 192.168.203.39@tcp LPNI seq info [92428:92428:8:4294967295] 00000400:00000200:2.0:1776190130.351560:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.351565:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.351569:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd90c4b (tot 82352466). 00000800:00000200:2.0:1776190130.351574:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.351580:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.351598:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd90c4b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.351761:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.351764:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd90c4b (tot 82352218). 00000400:00000200:0.0:1776190130.351768:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.351806:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.351810:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3c9c2a1 00000400:00000010:0.0:1776190130.351812:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3c9c2a1. 00000100:00000200:0.0:1776190130.351818:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301352704/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190130.358902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b66cb784. 00000400:00000200:1.0:1776190130.359073:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.359090:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181ef00 00000400:00000200:1.0:1776190130.359097:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5711 [1] + 224 00000400:00000200:1.0:1776190130.359112:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.359116:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.359126:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301352704/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190130.359209:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.359215:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.359217:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.359224:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301352704/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.359232:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301352704/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.359260:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083116f79. 02000000:00000010:2.0:1776190130.359266:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007d3a9761. 00000100:00000010:2.0:1776190130.359269:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.359273:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.359278:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00010000:00000010:2.1:1776190130.359814:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1163a84. 00010000:00000010:2.1:1776190130.359824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099d8a844. 00010000:00000010:2.1:1776190130.362988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5d1e553. 00010000:00000010:2.1:1776190130.363004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009df4d435. 00010000:00000010:3.1:1776190130.363825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083db2dbb. 00000400:00000200:0.0:1776190130.366436:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.366454:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13758c0 00000400:00000200:0.0:1776190130.366463:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4065 [2] + 1312 00000400:00000200:0.0:1776190130.366517:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.366522:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.366528:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.366534:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f627330. 00000020:00000010:3.0:1776190130.366644:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002270775. 00000020:00000010:3.0:1776190130.366650:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.366654:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.366677:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005f627330 x1862468296464576/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190130.366712:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296464576 02000000:00000010:3.0:1776190130.366722:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000045061f5c. 00010000:00000010:3.0:1776190130.366749:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ba921eda. 00010000:00000010:3.0:1776190130.366769:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c32caa1c. 00000100:00000010:3.0:1776190130.366813:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:3.0:1776190130.366833:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:3.0:1776190130.366837:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c32caa1c. 00000400:00000010:3.0:1776190130.366850:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048a81920. 00000100:00000200:3.0:1776190130.366855:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296464576, offset 224 00000400:00000200:3.0:1776190130.366863:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.366873:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.366877:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92429:92429:256:4294967295] 192.168.203.39@tcp LPNI seq info [92429:92429:8:4294967295] 00000400:00000200:3.0:1776190130.366886:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.366891:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.366895:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352466). 00000800:00000200:3.0:1776190130.366900:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.366906:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.366909:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.366924:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.366927:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.366930:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002270775. 00000800:00000200:0.0:1776190130.367081:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.367085:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004809ab70 (tot 82352218). 00000400:00000200:0.0:1776190130.367089:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.367093:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.367096:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048a81920 00000400:00000010:0.0:1776190130.367098:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048a81920. 00080000:00000010:2.0:1776190130.367408:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d3a9761. 00010000:00000010:2.0:1776190130.367489:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8736866. 00010000:00000010:2.0:1776190130.367497:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039f54e8f. 00010000:00000010:2.0:1776190130.367566:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b51f2bd6. 00010000:00000010:2.0:1776190130.367570:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000020aef1e8. 00010000:00000010:2.0:1776190130.367575:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009df4d435. 00010000:00000010:2.0:1776190130.367579:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8736866. 00080000:00000010:2.0:1776190130.367603:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083116f79. 00010000:00000010:2.0:1776190130.367632:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8736866. 00010000:00000010:2.0:1776190130.367636:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000020aef1e8. 00010000:00000010:2.0:1776190130.367681:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:2.0:1776190130.367685:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8736866. 00010000:00000010:2.0:1776190130.367692:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.367696:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.367703:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.367714:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009c84d546. 02000000:00000010:2.0:1776190130.367736:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074d6903c. 00000400:00000010:2.0:1776190130.367742:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.367747:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.367752:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301352768, portal 16 00000400:00000010:2.0:1776190130.367756:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003907f796. 00000100:00000200:2.0:1776190130.367758:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301352768, offset 0 00000400:00000200:2.0:1776190130.367763:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.367797:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.367804:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.367807:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.367810:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.367813:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92430:92430:256:4294967295] 192.168.203.39@tcp LPNI seq info [92430:92430:8:4294967295] 00000400:00000200:2.0:1776190130.367821:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.367825:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.367829:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd90c4b (tot 82352466). 00000800:00000200:2.0:1776190130.367833:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.367838:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.367840:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd90c4b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190130.368339:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.368343:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd90c4b (tot 82352218). 00000400:00000200:1.0:1776190130.368349:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.368353:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.368357:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003907f796 00000400:00000010:1.0:1776190130.368359:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003907f796. 00000100:00000200:1.0:1776190130.368365:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301352768/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.370746:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.370767:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181ef40 00000400:00000200:0.0:1776190130.370821:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb571d [1] + 224 00000400:00000200:0.0:1776190130.370837:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.370841:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.370850:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301352768/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190130.370952:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.370958:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.370960:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.370967:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301352768/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.370976:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301352768/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.371006:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074d6903c. 02000000:00000010:2.0:1776190130.371012:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009c84d546. 00000100:00000010:2.0:1776190130.371017:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.371021:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.371025:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000200:0.0:1776190130.371139:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.371146:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375900 00000400:00000200:0.0:1776190130.371151:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4065 [2] + 1640 00000400:00000200:0.0:1776190130.371198:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.371210:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.371214:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.371219:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b6dc10e. 00000020:00000010:1.0:1776190130.371324:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1666326. 00000020:00000010:1.0:1776190130.371331:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.371335:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.371358:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009b6dc10e x1862468296464640/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190130.371385:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296464640 02000000:00000010:1.0:1776190130.371396:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a286515c. 00010000:00000010:1.0:1776190130.371422:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f1c26d8. 00010000:00000010:1.0:1776190130.371439:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.371445:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001d19743c. 00000100:00000010:1.0:1776190130.371458:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001d19743c. 00010000:00000010:1.0:1776190130.371460:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.371470:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029c3017a. 00000100:00000200:1.0:1776190130.371474:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296464640, offset 224 00000400:00000200:1.0:1776190130.371481:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.371491:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.371496:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92431:92431:256:4294967295] 192.168.203.39@tcp LPNI seq info [92431:92431:8:4294967295] 00000400:00000200:1.0:1776190130.371505:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.371510:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.371515:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190130.371520:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.371526:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.371530:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.371547:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.371552:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.371554:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1666326. 00080000:00000010:2.0:1776190130.371625:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074d6903c. 00010000:00000010:2.0:1776190130.371697:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8736866. 00010000:00000010:2.0:1776190130.371704:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000efce6ffb. 00010000:00000010:2.0:1776190130.371796:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7131880. 00010000:00000010:2.0:1776190130.371802:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8736866. 00010000:00000010:2.0:1776190130.371811:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.371816:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.371822:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.371833:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009c84d546. 02000000:00000010:2.0:1776190130.371855:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb498244. 00000400:00000010:2.0:1776190130.371859:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.371862:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.371867:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301352832, portal 16 00000400:00000010:2.0:1776190130.371870:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9d880d0. 00000100:00000200:2.0:1776190130.371872:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301352832, offset 0 00000400:00000200:2.0:1776190130.371877:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.371883:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.371890:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.371893:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.371896:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.371898:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92432:92432:255:4294967295] 192.168.203.39@tcp LPNI seq info [92432:92432:7:4294967295] 00000400:00000200:2.0:1776190130.371906:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.371910:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.371913:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797f442e (tot 82352714). 00000800:00000200:2.0:1776190130.371916:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.371921:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.371923:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000797f442e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.372155:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.372159:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352466). 00000400:00000200:0.0:1776190130.372167:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.372172:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.372176:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029c3017a 00000400:00000010:0.0:1776190130.372177:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029c3017a. 00000800:00000200:0.0:1776190130.372231:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.372233:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797f442e (tot 82352218). 00000400:00000200:0.0:1776190130.372236:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.372239:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.372241:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9d880d0 00000400:00000010:0.0:1776190130.372243:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9d880d0. 00000100:00000200:0.0:1776190130.372248:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301352832/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190130.373882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001eddcbf3. 00010000:00000010:1.1:1776190130.377823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b99b2d3a. 00010000:00000010:2.1:1776190130.378848:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000709294e5. 00010000:00000010:2.1:1776190130.378860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ece58a. 00010000:00000010:2.1:1776190130.378866:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b51f2bd6. 00010000:00000010:2.1:1776190130.378868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009df4d435. 00000400:00000200:0.0:1776190130.379502:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.379519:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181ef80 00000400:00000200:0.0:1776190130.379527:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5729 [1] + 224 00000400:00000200:0.0:1776190130.379537:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.379541:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.379550:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301352832/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.379581:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.379599:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375940 00000400:00000200:0.0:1776190130.379604:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4065 [2] + 1968 00000400:00000010:0.0:1776190130.379608:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000911d286d. 00000400:00000200:0.0:1776190130.379612:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007dafc947 00000400:00000010:2.0:1776190130.379620:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:0.0:1776190130.379625:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.379627:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000200:0.0:1776190130.379630:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000010:2.0:1776190130.379639:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000400:00000200:0.0:1776190130.379644:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007dafc947 00000400:00000010:0.0:1776190130.379647:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007dafc947 (tot 82352066). 00000100:00000200:2.0:1776190130.379648:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301352832/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190130.379654:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1776190130.379661:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301352832/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.379691:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb498244. 02000000:00000010:2.0:1776190130.379698:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009c84d546. 00000100:00000010:2.0:1776190130.379703:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.379706:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.379712:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000020:00000010:0.0:1776190130.380938:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7196269. 00000020:00000010:0.0:1776190130.380950:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c4d1f6f. 00000020:00000010:0.0:1776190130.380955:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 00000100:00000200:0.0:1776190130.380985:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a3358258 x1862468296464704/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190130.381055:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296464704 02000000:00000010:0.0:1776190130.381069:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a3ca3a13. 00010000:00000010:0.0:1776190130.381094:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097b6dcac. 00010000:00000010:0.0:1776190130.381114:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b26b4579. 00000100:00000010:0.0:1776190130.381121:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b6a2bee6. 00000100:00000010:0.0:1776190130.381134:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b6a2bee6. 00010000:00000010:0.0:1776190130.381137:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b26b4579. 00000400:00000010:0.0:1776190130.381150:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c89ae973. 00000100:00000200:0.0:1776190130.381155:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296464704, offset 224 00000400:00000200:0.0:1776190130.381162:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.381175:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.381181:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92433:92433:256:4294967295] 192.168.203.39@tcp LPNI seq info [92433:92433:8:4294967295] 00000400:00000200:0.0:1776190130.381190:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.381196:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.381200:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000826f680e (tot 82352314). 00000800:00000200:0.0:1776190130.381205:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.381223:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.381226:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000826f680e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190130.381287:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c4d1f6f. 00000020:00000010:0.0:1776190130.381293:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:0.0:1776190130.381297:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7196269. 02000000:00000010:0.0:1776190130.381305:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a286515c. 00000100:00000010:0.0:1776190130.381309:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b6dc10e. 02000000:00000010:0.0:1776190130.381312:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000045061f5c. 00000100:00000010:0.0:1776190130.381314:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f627330. 02000000:00000010:0.0:1776190130.381316:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000090e03661. 00000100:00000010:0.0:1776190130.381318:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b94bceb5. 02000000:00000010:0.0:1776190130.381321:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f8014e3c. 00000100:00000010:0.0:1776190130.381322:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 02000000:00000010:0.0:1776190130.381325:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a766347e. 00000100:00000010:0.0:1776190130.381326:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000574dbf23. 02000000:00000010:0.0:1776190130.381329:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e656cced. 00000100:00000010:0.0:1776190130.381331:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008962746. 00000100:00000200:0.0:1776190130.381337:0:64667:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190130.381342:0:64667:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fa7a931f. 00000400:00000010:0.0:1776190130.381347:0:64667:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6a2bee6 (tot 82352466). 00080000:00000010:2.0:1776190130.381417:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb498244. 00010000:00000010:2.0:1776190130.381488:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8736866. 00010000:00000010:2.0:1776190130.381493:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eb165264. 00010000:00000010:2.0:1776190130.381569:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009df4d435. 00010000:00000010:2.0:1776190130.381574:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8736866. 00010000:00000010:2.0:1776190130.381592:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.381597:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.381604:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.381615:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009c84d546. 02000000:00000010:2.0:1776190130.381637:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093debce3. 00000400:00000010:2.0:1776190130.381641:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.381644:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.381647:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301352896, portal 16 00000400:00000010:2.0:1776190130.381651:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000349040d8. 00000100:00000200:2.0:1776190130.381653:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301352896, offset 0 00000400:00000200:2.0:1776190130.381659:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.381666:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.381671:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.381675:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.381677:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.381679:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92434:92434:255:4294967295] 192.168.203.39@tcp LPNI seq info [92434:92434:7:4294967295] 00000400:00000200:2.0:1776190130.381687:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.381696:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.381699:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4c63abf (tot 82352714). 00000800:00000200:2.0:1776190130.381703:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.381708:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.381710:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4c63abf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190130.381954:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.381959:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000826f680e (tot 82352466). 00000400:00000200:3.0:1776190130.381963:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.381968:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.381972:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c89ae973 00000400:00000010:3.0:1776190130.381974:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c89ae973. 02000000:00000010:3.0:1776190130.381979:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a3ca3a13. 00000800:00000200:3.0:1776190130.382152:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.382154:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4c63abf (tot 82352218). 00000400:00000200:3.0:1776190130.382158:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.382161:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.382163:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000349040d8 00000400:00000010:3.0:1776190130.382165:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000349040d8. 00000100:00000200:3.0:1776190130.382171:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301352896/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.383412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d8e68c0. 00010000:00000010:2.1:1776190130.383423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd2bfc8. 00000400:00000200:0.0:1776190130.384407:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.384423:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181efc0 00000400:00000200:0.0:1776190130.384431:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5739 [1] + 224 00000400:00000200:0.0:1776190130.384443:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.384446:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.384455:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301352896/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190130.384648:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.384653:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.384655:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.384660:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301352896/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.384667:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301352896/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.384694:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093debce3. 02000000:00000010:2.0:1776190130.384698:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009c84d546. 00000100:00000010:2.0:1776190130.384703:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.384707:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.384711:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000200:0.0:1776190130.385560:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.385573:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375980 00000400:00000200:0.0:1776190130.385578:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb40bd [2] + 0 00000400:00000200:0.0:1776190130.385724:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.385729:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.385734:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.385740:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008962746. 00000020:00000010:1.0:1776190130.386634:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a286515c. 00000020:00000010:1.0:1776190130.386644:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.386649:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.386677:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008962746 x1862468296464768/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190130.386766:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296464768 02000000:00000010:1.0:1776190130.386814:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e656cced. 00010000:00000010:1.0:1776190130.386851:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000987ee90d. 00010000:00000010:1.0:1776190130.386870:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.386877:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001d19743c. 00000100:00000010:1.0:1776190130.386899:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001d19743c. 00010000:00000010:1.0:1776190130.386902:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.386914:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098f92200. 00000100:00000200:1.0:1776190130.386919:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296464768, offset 224 00000400:00000200:1.0:1776190130.386926:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.386938:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.386943:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92435:92435:256:4294967295] 192.168.203.39@tcp LPNI seq info [92435:92435:8:4294967295] 00000400:00000200:1.0:1776190130.386953:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.386958:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.386961:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190130.386967:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.386973:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.386976:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.386997:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.387002:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.387005:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a286515c. 00080000:00000010:2.0:1776190130.387056:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093debce3. 00010000:00000010:2.0:1776190130.387137:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8736866. 00010000:00000010:2.0:1776190130.387144:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004fea97b4. 00010000:00000010:2.0:1776190130.387216:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:2.0:1776190130.387222:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8736866. 00010000:00000010:2.0:1776190130.387231:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.387235:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.387241:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.387252:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e39aec61. 02000000:00000010:2.0:1776190130.387272:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c84d546. 00000400:00000010:2.0:1776190130.387279:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.387283:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.387287:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301352960, portal 16 00000400:00000010:2.0:1776190130.387293:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190130.387294:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301352960, offset 0 00000400:00000200:2.0:1776190130.387299:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.387305:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.387311:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.387315:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.387318:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.387320:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92436:92436:255:4294967295] 192.168.203.39@tcp LPNI seq info [92436:92436:7:4294967295] 00000400:00000200:2.0:1776190130.387326:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.387330:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.387332:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0a4d4c8 (tot 82352714). 00000800:00000200:2.0:1776190130.387336:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.387340:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.387342:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0a4d4c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.387652:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.387655:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352466). 00000400:00000200:0.0:1776190130.387665:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.387669:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.387673:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098f92200 00000400:00000010:0.0:1776190130.387675:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098f92200. 00000800:00000200:0.0:1776190130.387727:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.387729:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0a4d4c8 (tot 82352218). 00000400:00000200:0.0:1776190130.387733:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.387736:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.387737:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:0.0:1776190130.387738:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00000100:00000200:0.0:1776190130.387744:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301352960/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190130.392891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd5743c8. 00010000:00000010:2.1:1776190130.394367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9750a53. 00010000:00000010:2.1:1776190130.394379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7131880. 00000400:00000200:0.0:1776190130.397033:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.397052:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f000 00000400:00000200:0.0:1776190130.397063:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5745 [1] + 224 00000400:00000200:0.0:1776190130.397080:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.397084:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.397095:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301352960/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190130.397250:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.397255:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.397257:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.397263:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301352960/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.397271:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301352960/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.397299:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c84d546. 02000000:00000010:2.0:1776190130.397305:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e39aec61. 00000100:00000010:2.0:1776190130.397309:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.397313:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.397318:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000200:0.0:1776190130.397894:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.397907:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13759c0 00000400:00000200:0.0:1776190130.397914:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb40bd [2] + 328 00000400:00000200:0.0:1776190130.398026:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.398032:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.398037:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.398043:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000574dbf23. 00000020:00000010:3.0:1776190130.398130:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002270775. 00000020:00000010:3.0:1776190130.398138:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.398143:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.398169:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000574dbf23 x1862468296464832/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190130.400176:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296464832 02000000:00000010:3.0:1776190130.400203:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000099805fa6. 00010000:00000010:3.0:1776190130.400235:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003075b4ca. 00010000:00000010:3.0:1776190130.400438:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c32caa1c. 00000100:00000010:3.0:1776190130.400447:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:3.0:1776190130.400467:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:3.0:1776190130.400470:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c32caa1c. 00000400:00000010:3.0:1776190130.400485:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000129821df. 00000100:00000200:3.0:1776190130.400492:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296464832, offset 224 00000400:00000200:3.0:1776190130.400501:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.400517:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.400523:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92437:92437:256:4294967295] 192.168.203.39@tcp LPNI seq info [92437:92437:8:4294967295] 00080000:00000010:2.0:1776190130.400526:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c84d546. 00000400:00000200:3.0:1776190130.400534:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.400540:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.400544:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190130.400549:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.400556:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.400559:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.400603:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190130.400609:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00010000:00000010:2.0:1776190130.400611:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8736866. 00000020:00000010:3.0:1776190130.400613:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002270775. 00010000:00000010:2.0:1776190130.400619:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000076783efd. 00010000:00000010:2.0:1776190130.400691:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7131880. 00010000:00000010:2.0:1776190130.400696:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8736866. 00010000:00000010:2.0:1776190130.400705:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.400709:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.400715:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.400726:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e39aec61. 02000000:00000010:2.0:1776190130.400747:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c91cf8a6. 00000400:00000010:2.0:1776190130.400752:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.400756:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.400760:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301353024, portal 16 00000400:00000010:2.0:1776190130.400764:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfa37fdc. 00000100:00000200:2.0:1776190130.400766:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301353024, offset 0 00000400:00000200:2.0:1776190130.400792:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.400814:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.400820:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.400823:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.400826:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.400829:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92438:92438:255:4294967295] 192.168.203.39@tcp LPNI seq info [92438:92438:7:4294967295] 00000400:00000200:2.0:1776190130.400837:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.400842:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.400846:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054ef62b4 (tot 82352714). 00000800:00000200:2.0:1776190130.400851:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.400855:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.400858:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054ef62b4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.400883:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.400888:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aee482f6 (tot 82352466). 00000400:00000200:0.0:1776190130.400893:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.400898:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.400902:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000129821df 00000400:00000010:0.0:1776190130.400904:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000129821df. 00000800:00000200:0.0:1776190130.400936:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.400938:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054ef62b4 (tot 82352218). 00000400:00000200:0.0:1776190130.400942:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.400945:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.400958:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfa37fdc 00000400:00000010:0.0:1776190130.400960:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfa37fdc. 00000100:00000200:0.0:1776190130.400966:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301353024/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.402995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b92d121. 00010000:00000010:2.1:1776190130.403006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009df4d435. 00010000:00000010:1.1:1776190130.404086:0:1037:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eb011dd. 00000400:00000200:0.0:1776190130.406142:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.406160:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f040 00000400:00000200:0.0:1776190130.406170:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5751 [1] + 224 00000400:00000200:0.0:1776190130.406182:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.406187:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.406196:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301353024/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.406234:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.406240:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375a00 00000400:00000200:0.0:1776190130.406246:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb40bd [2] + 656 00000400:00000200:0.0:1776190130.406293:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.406297:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.406301:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.406306:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f627330. 00000020:00000010:0.0:1776190130.406348:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f1f35ca. 00000020:00000010:0.0:1776190130.406354:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c4d1f6f. 00000020:00000010:0.0:1776190130.406359:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 00000100:00000200:0.0:1776190130.406380:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005f627330 x1862468296464896/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190130.406417:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296464896 02000000:00000010:0.0:1776190130.406429:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000099cdf666. 00010000:00000010:0.0:1776190130.406466:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b26b4579. 00000100:00000010:0.0:1776190130.406473:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f401abb0. 00000100:00000010:0.0:1776190130.406479:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f401abb0. 00010000:00000010:0.0:1776190130.406482:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b26b4579. 00000400:00000010:0.0:1776190130.406495:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a39756e. 00000100:00000200:0.0:1776190130.406500:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296464896, offset 224 00000400:00000200:0.0:1776190130.406508:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.406518:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.406524:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92439:92439:256:4294967295] 192.168.203.39@tcp LPNI seq info [92439:92439:8:4294967295] 00000400:00000200:0.0:1776190130.406533:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.406537:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.406541:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352466). 00000800:00000200:0.0:1776190130.406547:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.406558:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.406562:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190130.406579:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c4d1f6f. 00000020:00000010:0.0:1776190130.406593:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:0.0:1776190130.406598:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f1f35ca. 00000800:00000200:0.0:1776190130.406660:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.406665:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352218). 00000400:00000200:0.0:1776190130.406668:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.406672:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.406675:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a39756e 00000400:00000010:0.0:1776190130.406677:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a39756e. 00000400:00000010:2.0:1776190130.407134:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.407139:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.407141:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.407149:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301353024/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.407157:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301353024/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190130.407181:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ae76bde. 02000000:00000010:2.0:1776190130.407194:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c91cf8a6. 02000000:00000010:2.0:1776190130.407200:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e39aec61. 00000100:00000010:2.0:1776190130.407204:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.407207:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.407211:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00080000:00000010:2.0:1776190130.407225:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c91cf8a6. 00010000:00000010:2.0:1776190130.407302:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8736866. 00010000:00000010:2.0:1776190130.407309:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ee75b91. 00010000:00000010:2.0:1776190130.407380:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b51f2bd6. 00010000:00000010:2.0:1776190130.407383:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fa416568. 00010000:00000010:2.0:1776190130.407388:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009df4d435. 00010000:00000010:2.0:1776190130.407392:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8736866. 00080000:00000010:2.0:1776190130.407569:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df7ad4b6. 00010000:00000010:2.0:1776190130.407611:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8736866. 00010000:00000010:2.0:1776190130.407616:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa416568. 00010000:00000010:2.0:1776190130.407668:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8ece58a. 00010000:00000010:2.0:1776190130.407674:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8736866. 00010000:00000010:2.0:1776190130.407681:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.407685:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.407692:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.407703:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004428e443. 02000000:00000010:2.0:1776190130.407726:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d945344. 00000400:00000010:2.0:1776190130.407731:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.407735:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.407740:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301353088, portal 16 00000400:00000010:2.0:1776190130.407745:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d79ca7. 00000100:00000200:2.0:1776190130.407747:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301353088, offset 0 00000400:00000200:2.0:1776190130.407754:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.407764:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.407770:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.407864:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.407867:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.407870:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92440:92440:256:4294967295] 192.168.203.39@tcp LPNI seq info [92440:92440:8:4294967295] 00000400:00000200:2.0:1776190130.407879:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.407887:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.407892:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb044675 (tot 82352466). 00000800:00000200:2.0:1776190130.407897:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.407902:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.407905:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb044675 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.408797:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.408802:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb044675 (tot 82352218). 00000400:00000200:0.0:1776190130.408808:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.408812:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.408816:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d79ca7 00000400:00000010:0.0:1776190130.408818:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d79ca7. 00000100:00000200:0.0:1776190130.408830:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301353088/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190130.411910:0:78406:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008744b628. 00000400:00000200:0.0:1776190130.412384:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.412403:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f080 00000400:00000200:0.0:1776190130.412412:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb575d [1] + 224 00000400:00000200:0.0:1776190130.412424:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.412429:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.412438:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301353088/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.412475:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.412481:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375a40 00000400:00000200:0.0:1776190130.412485:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb40bd [2] + 984 00000400:00000010:2.0:1776190130.412522:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.412528:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.412530:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.412538:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301353088/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.412546:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301353088/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.412593:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d945344. 02000000:00000010:2.0:1776190130.412600:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004428e443. 00000100:00000010:2.0:1776190130.412605:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.412608:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.412620:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000200:0.0:1776190130.413100:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.413106:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.413111:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.413116:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b6dc10e. 00000020:00000010:1.0:1776190130.413925:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a286515c. 00000020:00000010:1.0:1776190130.413933:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.413939:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.413964:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009b6dc10e x1862468296464960/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190130.414006:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296464960 02000000:00000010:1.0:1776190130.414018:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007bbcecd0. 00010000:00000010:1.0:1776190130.414045:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be925176. 00010000:00000010:1.0:1776190130.414066:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.414074:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001d19743c. 00000100:00000010:1.0:1776190130.414090:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001d19743c. 00010000:00000010:1.0:1776190130.414093:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.414105:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000befa0629. 00000100:00000200:1.0:1776190130.414110:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296464960, offset 224 00000400:00000200:1.0:1776190130.414118:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.414144:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.414150:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92441:92441:256:4294967295] 192.168.203.39@tcp LPNI seq info [92441:92441:8:4294967295] 00000400:00000200:1.0:1776190130.414160:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.414165:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.414171:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190130.414177:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.414184:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00080000:00000010:2.0:1776190130.414187:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004428e443. 00000800:00000200:1.0:1776190130.414188:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.414206:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.414210:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.414213:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a286515c. 00010000:00000010:2.0:1776190130.414265:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8736866. 00010000:00000010:2.0:1776190130.414272:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b74ad2a9. 00010000:00000010:2.0:1776190130.414340:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa5d336c. 00010000:00000010:2.0:1776190130.414345:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8736866. 00010000:00000010:2.0:1776190130.414355:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.414359:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.414365:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.414375:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d945344. 02000000:00000010:2.0:1776190130.414396:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb074e18. 00000400:00000010:2.0:1776190130.414401:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.414405:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.414410:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301353152, portal 16 00000400:00000010:2.0:1776190130.414414:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000380035ad. 00000100:00000200:2.0:1776190130.414416:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301353152, offset 0 00000400:00000200:2.0:1776190130.414422:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.414428:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.414435:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.414439:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.414442:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.414444:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92442:92442:255:4294967295] 192.168.203.39@tcp LPNI seq info [92442:92442:7:4294967295] 00000400:00000200:2.0:1776190130.414451:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.414456:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.414459:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6ecb0ff (tot 82352714). 00000800:00000200:2.0:1776190130.414463:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.414467:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.414469:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d6ecb0ff type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.414530:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.414534:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352466). 00000400:00000200:0.0:1776190130.414543:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.414548:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.414551:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000befa0629 00000400:00000010:0.0:1776190130.414553:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000befa0629. 00000800:00000200:0.0:1776190130.414620:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.414622:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6ecb0ff (tot 82352218). 00000400:00000200:0.0:1776190130.414633:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.414636:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.414638:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000380035ad 00000400:00000010:0.0:1776190130.414639:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000380035ad. 00000100:00000200:0.0:1776190130.414643:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301353152/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.417832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a3bbfb7. 00010000:00000010:2.1:1776190130.417844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd2bfc8. 00000400:00000200:3.0:1776190130.419387:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.419405:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f0c0 00000400:00000200:3.0:1776190130.419415:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5769 [1] + 224 00000400:00000200:3.0:1776190130.419428:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.419431:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.419441:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301353152/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190130.419499:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.419503:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190130.419505:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190130.419512:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301353152/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.419520:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301353152/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.419546:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb074e18. 02000000:00000010:2.0:1776190130.419551:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007d945344. 00000100:00000010:2.0:1776190130.419555:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.419559:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.419563:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00010000:00000010:2.1:1776190130.419823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bffd7862. 00010000:00000010:2.1:1776190130.419831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012dc779a. 00010000:00000010:2.1:1776190130.419836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7131880. 00010000:00000010:2.1:1776190130.419839:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b51f2bd6. 00010000:00000010:2.1:1776190130.419841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009df4d435. 00010000:00000010:1.1:1776190130.420594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c242ffa. 00010000:00000010:2.1:1776190130.423831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f14c75d8. 00010000:00000010:2.1:1776190130.423845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ece58a. 00000400:00000200:3.0:1776190130.424874:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.424894:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375a80 00000400:00000200:3.0:1776190130.424903:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb40bd [2] + 1312 00000400:00000200:3.0:1776190130.424958:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.424963:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.424969:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190130.424975:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000020:00000010:1.0:1776190130.425098:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025aed629. 00000020:00000010:1.0:1776190130.425105:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.425110:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.425139:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074baf3bb x1862468296465024/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190130.425176:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296465024 02000000:00000010:1.0:1776190130.425189:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a286515c. 00010000:00000010:1.0:1776190130.425216:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef4e9c3b. 00010000:00000010:1.0:1776190130.425237:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.425243:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001d19743c. 00000100:00000010:1.0:1776190130.425270:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001d19743c. 00010000:00000010:1.0:1776190130.425274:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.425288:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000269626f8. 00000100:00000200:1.0:1776190130.425292:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296465024, offset 224 00000400:00000200:1.0:1776190130.425300:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.425310:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.425315:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92443:92443:256:4294967295] 192.168.203.39@tcp LPNI seq info [92443:92443:8:4294967295] 00000400:00000200:1.0:1776190130.425325:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.425329:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.425333:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190130.425338:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.425345:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.425348:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.425365:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.425370:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.425373:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025aed629. 00000800:00000200:1.0:1776190130.425433:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.425437:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:1.0:1776190130.425446:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.425450:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.425453:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000269626f8 00000400:00000010:1.0:1776190130.425455:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000269626f8. 00080000:00000010:3.0:1776190130.425813:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4e90824. 00010000:00000010:3.0:1776190130.425890:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8736866. 00010000:00000010:3.0:1776190130.425896:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e0410fa4. 00010000:00000010:3.0:1776190130.425966:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004432581b. 00010000:00000010:3.0:1776190130.425972:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008eca292f. 00010000:00000010:3.0:1776190130.425983:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c32caa1c. 00000100:00000010:3.0:1776190130.425986:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:3.0:1776190130.425992:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 02000000:00000010:3.0:1776190130.426003:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009a920ab5. 02000000:00000010:3.0:1776190130.426030:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036294f8c. 00000400:00000010:3.0:1776190130.426036:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078b03bd3. 00000400:00000010:3.0:1776190130.426041:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e2823b6. 00000100:00000200:3.0:1776190130.426045:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301353216, portal 16 00000400:00000010:3.0:1776190130.426049:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faf97dbc. 00000100:00000200:3.0:1776190130.426051:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301353216, offset 0 00000400:00000200:3.0:1776190130.426057:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.426067:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.426075:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190130.426079:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190130.426082:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190130.426084:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92444:92444:256:4294967295] 192.168.203.39@tcp LPNI seq info [92444:92444:8:4294967295] 00000400:00000200:3.0:1776190130.426091:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.426095:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.426099:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190130.426103:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.426107:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.426110:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190130.426259:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.426263:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aee482f6 (tot 82352218). 00000400:00000200:2.0:1776190130.426269:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.426274:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.426278:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faf97dbc 00000400:00000010:2.0:1776190130.426281:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faf97dbc. 00000100:00000200:2.0:1776190130.426288:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000016984533 x1862468301353216/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190130.431856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053233647. 00000400:00000200:3.0:1776190130.434076:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.434098:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f100 00000400:00000200:3.0:1776190130.434107:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5775 [1] + 224 00000400:00000200:3.0:1776190130.434125:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.434129:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.434140:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000016984533 x1862468301353216/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190130.434808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccdd2e99. 00010000:00000010:3.1:1776190130.434817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa5d336c. 00000400:00000010:2.0:1776190130.436319:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078b03bd3. 00000400:00000200:2.0:1776190130.436328:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e2823b6 00000400:00000010:2.0:1776190130.436330:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e2823b6. 00000100:00000200:2.0:1776190130.436342:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000016984533 x1862468301353216/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.436353:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000016984533 x1862468301353216/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.436382:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036294f8c. 02000000:00000010:2.0:1776190130.436388:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009a920ab5. 00000100:00000010:2.0:1776190130.436391:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 00000100:00000010:2.0:1776190130.436395:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:2.0:1776190130.436398:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c32caa1c. 00000400:00000200:1.0:1776190130.436564:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.436580:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375ac0 00000400:00000200:1.0:1776190130.436598:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb40bd [2] + 1640 00000400:00000200:1.0:1776190130.436670:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.436676:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.436682:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190130.436686:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a8bea6. 00000020:00000010:2.0:1776190130.436819:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d945344. 00000020:00000010:2.0:1776190130.436825:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fa416568. 00000020:00000010:2.0:1776190130.436829:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190130.436850:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c2a8bea6 x1862468296465088/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190130.436880:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296465088 02000000:00000010:2.0:1776190130.436889:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cb074e18. 00010000:00000010:2.0:1776190130.436914:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033b0c127. 00010000:00000010:2.0:1776190130.436933:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.436938:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.436951:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.436954:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190130.436965:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190130.436968:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296465088, offset 224 00000400:00000200:2.0:1776190130.436975:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.436984:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.436991:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92445:92445:256:4294967295] 192.168.203.39@tcp LPNI seq info [92445:92445:8:4294967295] 00000400:00000200:2.0:1776190130.437000:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00080000:00000010:3.0:1776190130.437006:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e1abdb66. 00000800:00000200:2.0:1776190130.437006:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.437013:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a3d1fd9 (tot 82352466). 00000800:00000200:2.0:1776190130.437019:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.437025:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.437028:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002a3d1fd9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190130.437052:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fa416568. 00000020:00000010:2.0:1776190130.437056:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190130.437059:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d945344. 00010000:00000010:3.0:1776190130.437089:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008eca292f. 00010000:00000010:3.0:1776190130.437096:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bb07d04d. 00010000:00000010:3.0:1776190130.437165:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003dca27b2. 00010000:00000010:3.0:1776190130.437170:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008eca292f. 00010000:00000010:3.0:1776190130.437181:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000091d2caf. 00000100:00000010:3.0:1776190130.437185:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:3.0:1776190130.437192:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea935c56. 02000000:00000010:3.0:1776190130.437201:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b320556b. 02000000:00000010:3.0:1776190130.437222:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094ff9487. 00000400:00000010:3.0:1776190130.437227:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078b03bd3. 00000400:00000010:3.0:1776190130.437231:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c5b133d. 00000100:00000200:3.0:1776190130.437235:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301353280, portal 16 00000400:00000010:3.0:1776190130.437239:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190130.437241:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301353280, offset 0 00000400:00000200:3.0:1776190130.437246:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000800:00000200:1.0:1776190130.437406:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.437410:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a3d1fd9 (tot 82352218). 00000400:00000200:1.0:1776190130.437414:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.437418:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.437422:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:1.0:1776190130.437424:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000400:00000200:3.0:1776190130.437449:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.437455:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190130.437459:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190130.437462:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190130.437464:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92446:92446:255:4294967295] 192.168.203.39@tcp LPNI seq info [92446:92446:7:4294967295] 00000400:00000200:3.0:1776190130.437472:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.437477:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.437480:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352466). 00000800:00000200:3.0:1776190130.437484:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.437488:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.437491:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190130.446569:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.446576:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004809ab70 (tot 82352218). 00000400:00000200:1.0:1776190130.446595:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.446605:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.446610:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd055298 00000400:00000010:1.0:1776190130.446612:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd055298. 00000100:00000200:1.0:1776190130.446622:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ea935c56 x1862468301353280/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.450140:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.450156:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f140 00000400:00000200:3.0:1776190130.450165:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5781 [1] + 224 00000400:00000200:3.0:1776190130.450176:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.450179:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.450189:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ea935c56 x1862468301353280/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.450229:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.450234:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375b00 00000400:00000200:3.0:1776190130.450239:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb40bd [2] + 1968 00000400:00000010:3.0:1776190130.450243:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000525a88e7. 00000400:00000200:3.0:1776190130.450246:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d4ce76ed 00000400:00000200:3.0:1776190130.450298:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.450302:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.450305:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4ce76ed 00000400:00000010:3.0:1776190130.450306:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d4ce76ed (tot 82352066). 00000100:00000200:3.0:1776190130.450311:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190130.450378:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036408e57. 00000020:00000010:3.0:1776190130.450383:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190130.450388:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.450411:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000010f3b934 x1862468296465152/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190130.450434:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296465152 02000000:00000010:3.0:1776190130.450445:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fb8e22aa. 00010000:00000010:3.0:1776190130.450480:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001908890b. 00000100:00000010:3.0:1776190130.450488:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f458b61. 00000100:00000010:3.0:1776190130.450494:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f458b61. 00010000:00000010:3.0:1776190130.450497:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001908890b. 00000400:00000010:3.0:1776190130.450509:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d376fb9. 00000100:00000200:3.0:1776190130.450513:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296465152, offset 224 00000400:00000200:3.0:1776190130.450520:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.450530:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.450535:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92447:92447:256:4294967295] 192.168.203.39@tcp LPNI seq info [92447:92447:8:4294967295] 00000400:00000200:3.0:1776190130.450544:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.450549:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.450553:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352314). 00000800:00000200:3.0:1776190130.450558:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.450564:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.450568:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.450598:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190130.450603:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.450606:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036408e57. 02000000:00000010:3.0:1776190130.450615:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cb074e18. 00000100:00000010:3.0:1776190130.450619:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2a8bea6. 02000000:00000010:3.0:1776190130.450622:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a286515c. 00000100:00000010:3.0:1776190130.450625:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 02000000:00000010:3.0:1776190130.450629:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007bbcecd0. 00000100:00000010:3.0:1776190130.450640:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b6dc10e. 02000000:00000010:3.0:1776190130.450643:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000099cdf666. 00000100:00000010:3.0:1776190130.450645:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f627330. 02000000:00000010:3.0:1776190130.450648:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000099805fa6. 00000100:00000010:3.0:1776190130.450651:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000574dbf23. 02000000:00000010:3.0:1776190130.450653:0:64667:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e656cced. 00000100:00000010:3.0:1776190130.450656:0:64667:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008962746. 00000100:00000200:3.0:1776190130.450662:0:64667:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190130.450666:0:64667:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000911d286d. 00000400:00000010:3.0:1776190130.450670:0:64667:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009f458b61 (tot 82352466). 00000800:00000200:3.0:1776190130.450731:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.450735:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003900fe9a (tot 82352218). 00000400:00000200:3.0:1776190130.450739:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.450743:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.450745:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d376fb9 00000400:00000010:3.0:1776190130.450746:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d376fb9. 02000000:00000010:3.0:1776190130.450750:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fb8e22aa. 00000400:00000010:1.0:1776190130.450986:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078b03bd3. 00000400:00000200:1.0:1776190130.450991:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c5b133d 00000400:00000010:1.0:1776190130.450993:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c5b133d. 00000100:00000200:1.0:1776190130.450998:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ea935c56 x1862468301353280/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190130.451006:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ea935c56 x1862468301353280/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190130.451026:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000544a349f. 02000000:00000010:1.0:1776190130.451040:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094ff9487. 02000000:00000010:1.0:1776190130.451044:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b320556b. 00000100:00000010:1.0:1776190130.451047:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea935c56. 00000100:00000010:1.0:1776190130.451050:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:1.0:1776190130.451053:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000091d2caf. 00080000:00000010:1.0:1776190130.451068:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a286515c. 00010000:00000010:1.0:1776190130.451146:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008eca292f. 00010000:00000010:1.0:1776190130.451152:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004179cd0a. 00010000:00000010:1.0:1776190130.451225:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000038a6675a. 00010000:00000010:1.0:1776190130.451231:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b46e29e5. 00010000:00000010:1.0:1776190130.451240:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.451245:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001d19743c. 00000100:00000010:1.0:1776190130.451448:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a8bea6. 02000000:00000010:1.0:1776190130.451460:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007bbcecd0. 02000000:00000010:1.0:1776190130.451484:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000025aed629. 00000400:00000010:1.0:1776190130.451488:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008c7f8cb8. 00000400:00000010:1.0:1776190130.451492:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000269626f8. 00000100:00000200:1.0:1776190130.451496:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301353344, portal 16 00000400:00000010:1.0:1776190130.451500:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fce4358d. 00000100:00000200:1.0:1776190130.451502:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301353344, offset 0 00000400:00000200:1.0:1776190130.451508:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.451517:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.451523:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190130.451526:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190130.451528:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190130.451531:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92448:92448:256:4294967295] 192.168.203.39@tcp LPNI seq info [92448:92448:8:4294967295] 00000400:00000200:1.0:1776190130.451538:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.451542:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.451545:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000018c6da1 (tot 82352466). 00000800:00000200:1.0:1776190130.451550:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.451554:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.451557:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000018c6da1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190130.458511:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.458518:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000018c6da1 (tot 82352218). 00000400:00000200:2.0:1776190130.458526:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.458535:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.458540:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fce4358d 00000400:00000010:2.0:1776190130.458542:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fce4358d. 00000100:00000200:2.0:1776190130.458551:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c2a8bea6 x1862468301353344/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.459816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cceafdc. 00000400:00000200:3.0:1776190130.460702:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.460727:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f180 00000400:00000200:3.0:1776190130.460736:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5791 [1] + 224 00000400:00000200:3.0:1776190130.460748:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.460751:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.460760:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c2a8bea6 x1862468301353344/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190130.461089:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008c7f8cb8. 00000400:00000200:1.0:1776190130.461094:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000269626f8 00000400:00000010:1.0:1776190130.461096:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000269626f8. 00000100:00000200:1.0:1776190130.461101:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c2a8bea6 x1862468301353344/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190130.461109:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c2a8bea6 x1862468301353344/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190130.461136:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000025aed629. 02000000:00000010:1.0:1776190130.461141:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007bbcecd0. 00000100:00000010:1.0:1776190130.461144:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2a8bea6. 00000100:00000010:1.0:1776190130.461147:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001d19743c. 00010000:00000010:1.0:1776190130.461150:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000200:3.0:1776190130.461959:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.461973:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375b40 00000400:00000200:3.0:1776190130.461979:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4115 [2] + 0 00000400:00000200:3.0:1776190130.462031:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.462035:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.462040:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190130.462045:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000020:00000010:1.0:1776190130.462442:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bbcecd0. 00000020:00000010:1.0:1776190130.462450:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.462454:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.462478:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074baf3bb x1862468296465216/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190130.462514:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296465216 02000000:00000010:1.0:1776190130.462525:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000025aed629. 00010000:00000010:1.0:1776190130.462551:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001486bccd. 00010000:00000010:1.0:1776190130.462572:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.462578:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001d19743c. 00000100:00000010:1.0:1776190130.462672:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001d19743c. 00010000:00000010:1.0:1776190130.462676:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.462689:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000269626f8. 00000100:00000200:1.0:1776190130.462694:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296465216, offset 224 00000400:00000200:1.0:1776190130.462702:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.462722:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.462727:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92449:92449:256:4294967295] 192.168.203.39@tcp LPNI seq info [92449:92449:8:4294967295] 00000400:00000200:1.0:1776190130.462736:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.462741:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.462746:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031d29c32 (tot 82352466). 00000800:00000200:1.0:1776190130.462751:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.462758:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.462762:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031d29c32 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.462796:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.462802:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.462804:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007bbcecd0. 00080000:00000010:2.0:1776190130.463027:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d945344. 00010000:00000010:2.0:1776190130.463110:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b46e29e5. 00010000:00000010:2.0:1776190130.463118:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004b0fdde9. 00010000:00000010:2.0:1776190130.463188:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b51f2bd6. 00010000:00000010:2.0:1776190130.463192:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fa416568. 00010000:00000010:2.0:1776190130.463197:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8ece58a. 00010000:00000010:2.0:1776190130.463202:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8736866. 00080000:00000010:2.0:1776190130.463215:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000121e9b1a. 00010000:00000010:2.0:1776190130.463240:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8736866. 00010000:00000010:2.0:1776190130.463243:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa416568. 00010000:00000010:2.0:1776190130.464002:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009df4d435. 00010000:00000010:2.0:1776190130.464010:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8736866. 00010000:00000010:2.0:1776190130.464018:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.464023:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.464031:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.464044:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000790e305f. 02000000:00000010:2.0:1776190130.464067:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031cb5456. 00000400:00000010:2.0:1776190130.464073:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.464079:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0363170. 00000100:00000200:2.0:1776190130.464085:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301353408, portal 16 00000400:00000010:2.0:1776190130.464090:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098d8ef60. 00000100:00000200:2.0:1776190130.464092:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301353408, offset 0 00000400:00000200:2.0:1776190130.464099:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.464111:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.464117:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.464120:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.464123:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.464125:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92450:92450:255:4294967295] 192.168.203.39@tcp LPNI seq info [92450:92450:7:4294967295] 00000400:00000200:2.0:1776190130.464133:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.464138:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.464142:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003db09799 (tot 82352714). 00000800:00000200:2.0:1776190130.464146:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.464151:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.464154:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003db09799 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190130.464194:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.464197:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031d29c32 (tot 82352466). 00000400:00000200:2.0:1776190130.464203:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.464207:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.464211:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000269626f8 00000400:00000010:2.0:1776190130.464213:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000269626f8. 00010000:00000010:3.1:1776190130.465002:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093fd42c1. 00010000:00000010:3.1:1776190130.465010:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00000800:00000200:2.0:1776190130.465439:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.465443:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003db09799 (tot 82352218). 00000400:00000200:2.0:1776190130.465448:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.465454:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.465459:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098d8ef60 00000400:00000010:2.0:1776190130.465461:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098d8ef60. 00000100:00000200:2.0:1776190130.465469:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301353408/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190130.465820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e66368d1. 00010000:00000010:1.1:1776190130.465828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002caf6217. 00010000:00000010:1.1:1776190130.465832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dca27b2. 00000400:00000200:3.0:1776190130.467535:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.467554:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f1c0 00000400:00000200:3.0:1776190130.467564:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb579d [1] + 224 00000400:00000200:3.0:1776190130.467579:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.467593:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.467601:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301353408/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190130.468199:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:2.0:1776190130.468206:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0363170 00000400:00000010:2.0:1776190130.468208:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0363170. 00000100:00000200:2.0:1776190130.468216:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301353408/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.468224:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301353408/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.468395:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031cb5456. 02000000:00000010:2.0:1776190130.468404:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000790e305f. 00000100:00000010:2.0:1776190130.468408:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.468411:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.468416:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000200:3.0:1776190130.469026:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.469038:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375b80 00000400:00000200:3.0:1776190130.469045:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4115 [2] + 328 00000400:00000200:3.0:1776190130.469100:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.469104:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.469109:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190130.469113:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 00000020:00000010:2.0:1776190130.469194:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000790e305f. 00000020:00000010:2.0:1776190130.469200:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fa416568. 00000020:00000010:2.0:1776190130.469204:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190130.469227:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c4a3a006 x1862468296465280/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190130.469265:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296465280 02000000:00000010:2.0:1776190130.469275:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000031cb5456. 00010000:00000010:2.0:1776190130.469300:0:64667:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a390cf86. 00010000:00000010:2.0:1776190130.469325:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.469331:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.469348:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.469352:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190130.469363:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0363170. 00000100:00000200:2.0:1776190130.469367:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296465280, offset 224 00000400:00000200:2.0:1776190130.469373:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.469383:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.469388:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92451:92451:256:4294967295] 192.168.203.39@tcp LPNI seq info [92451:92451:8:4294967295] 00000400:00000200:2.0:1776190130.469397:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.469402:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.469406:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003db09799 (tot 82352466). 00000800:00000200:2.0:1776190130.469410:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.469416:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.469419:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003db09799 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190130.469442:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fa416568. 00000020:00000010:2.0:1776190130.469446:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190130.469449:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000790e305f. 00000800:00000200:0.0:1776190130.469630:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.469634:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003db09799 (tot 82352218). 00000400:00000200:0.0:1776190130.469639:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.469642:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.469646:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0363170 00000400:00000010:0.0:1776190130.469647:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0363170. 00080000:00000010:3.0:1776190130.469999:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb8e22aa. 00010000:00000010:3.0:1776190130.470079:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8736866. 00010000:00000010:3.0:1776190130.470086:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e3051905. 00010000:00000010:3.0:1776190130.470155:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004432581b. 00010000:00000010:3.0:1776190130.470161:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c7eb1cf. 00010000:00000010:3.0:1776190130.470172:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001908890b. 00000100:00000010:3.0:1776190130.470177:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fba325d3. 00000100:00000010:3.0:1776190130.470184:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000143a7ad1. 02000000:00000010:3.0:1776190130.470195:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036408e57. 02000000:00000010:3.0:1776190130.470216:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff43a418. 00000400:00000010:3.0:1776190130.470221:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000095e85680. 00000400:00000010:3.0:1776190130.470226:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d376fb9. 00000100:00000200:3.0:1776190130.470231:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301353472, portal 16 00000400:00000010:3.0:1776190130.470236:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6b5ec91. 00000100:00000200:3.0:1776190130.470237:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301353472, offset 0 00000400:00000200:3.0:1776190130.470244:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.470264:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.470270:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190130.470274:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190130.470277:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190130.470280:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92452:92452:256:4294967295] 192.168.203.39@tcp LPNI seq info [92452:92452:8:4294967295] 00000400:00000200:3.0:1776190130.470288:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.470292:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.470297:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352466). 00000800:00000200:3.0:1776190130.470301:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.470306:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.470308:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.470495:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.470499:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003900fe9a (tot 82352218). 00000400:00000200:0.0:1776190130.470503:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.470508:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.470511:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6b5ec91 00000400:00000010:0.0:1776190130.470512:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6b5ec91. 00000100:00000200:0.0:1776190130.470519:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000143a7ad1 x1862468301353472/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190130.471972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045a29022. 00010000:00000010:3.1:1776190130.477579:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c1631ec. 00010000:00000010:3.1:1776190130.477606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009df4d435. 00010000:00000010:2.1:1776190130.478640:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bbc4110. 00010000:00000010:2.1:1776190130.478650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a6675a. 00010000:00000010:2.1:1776190130.478655:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b51f2bd6. 00010000:00000010:2.1:1776190130.478657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ece58a. 00000400:00000200:3.0:1776190130.479557:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.479574:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f200 00000400:00000200:3.0:1776190130.479593:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb57a9 [1] + 224 00000400:00000200:3.0:1776190130.479605:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.479608:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.479619:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000143a7ad1 x1862468301353472/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.479655:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.479662:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375bc0 00000400:00000200:3.0:1776190130.479667:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4115 [2] + 656 00000400:00000010:2.0:1776190130.479675:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000095e85680. 00000400:00000200:3.0:1776190130.479677:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.479682:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.479682:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d376fb9 00000400:00000010:2.0:1776190130.479685:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d376fb9. 00000100:00000200:3.0:1776190130.479694:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1776190130.479695:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000143a7ad1 x1862468301353472/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1776190130.479702:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea935c56. 00000100:00000200:2.0:1776190130.479715:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000143a7ad1 x1862468301353472/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.479747:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff43a418. 02000000:00000010:2.0:1776190130.479754:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036408e57. 00000100:00000010:2.0:1776190130.479758:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000143a7ad1. 00000100:00000010:2.0:1776190130.479761:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fba325d3. 00010000:00000010:2.0:1776190130.479765:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001908890b. 00000020:00000010:1.0:1776190130.479832:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bbcecd0. 00000020:00000010:1.0:1776190130.479839:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.479843:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.479866:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ea935c56 x1862468296465344/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190130.480233:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296465344 02000000:00000010:1.0:1776190130.480247:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000043f8d2b1. 00010000:00000010:1.0:1776190130.480283:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be574c2d. 00010000:00000010:1.0:1776190130.480301:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.480306:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001d19743c. 00000100:00000010:1.0:1776190130.480320:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001d19743c. 00010000:00000010:1.0:1776190130.480323:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.480335:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190130.480339:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296465344, offset 224 00000400:00000200:1.0:1776190130.480346:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.480356:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.480361:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92453:92453:256:4294967295] 192.168.203.39@tcp LPNI seq info [92453:92453:8:4294967295] 00000400:00000200:1.0:1776190130.480370:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.480375:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.480389:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c40e4d7 (tot 82352466). 00000800:00000200:1.0:1776190130.480395:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.480402:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.480405:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c40e4d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.480425:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.480429:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.480433:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007bbcecd0. 00000800:00000200:1.0:1776190130.480514:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.480517:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c40e4d7 (tot 82352218). 00000400:00000200:1.0:1776190130.480522:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.480526:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.480528:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:1.0:1776190130.480530:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 00080000:00000010:3.0:1776190130.480605:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036c32894. 00010000:00000010:3.0:1776190130.480678:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c7eb1cf. 00010000:00000010:3.0:1776190130.480736:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b5de8e4. 00010000:00000010:3.0:1776190130.480844:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b659aaff. 00010000:00000010:3.0:1776190130.480851:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c7eb1cf. 00010000:00000010:3.0:1776190130.480862:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd82808c. 00000100:00000010:3.0:1776190130.480867:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fba325d3. 00000100:00000010:3.0:1776190130.480873:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 02000000:00000010:3.0:1776190130.480884:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d2c0394e. 02000000:00000010:3.0:1776190130.480903:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff7861f1. 00000400:00000010:3.0:1776190130.480907:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002661a205. 00000400:00000010:3.0:1776190130.480912:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190130.480917:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301353536, portal 16 00000400:00000010:3.0:1776190130.480921:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190130.480923:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301353536, offset 0 00000400:00000200:3.0:1776190130.480930:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.480937:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.480944:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190130.480947:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190130.480950:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190130.480953:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92454:92454:256:4294967295] 192.168.203.39@tcp LPNI seq info [92454:92454:8:4294967295] 00000400:00000200:3.0:1776190130.480960:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.480965:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.480968:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190130.480972:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.480976:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.480979:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.481039:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.481043:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adc83051 (tot 82352218). 00000400:00000200:0.0:1776190130.481047:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.481051:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.481054:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b61116a7 00000400:00000010:0.0:1776190130.481056:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b61116a7. 00000100:00000200:0.0:1776190130.481061:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000016984533 x1862468301353536/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.484566:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.484596:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f240 00000400:00000200:0.0:1776190130.484605:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb57b5 [1] + 224 00000400:00000200:0.0:1776190130.484618:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.484621:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.484631:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000016984533 x1862468301353536/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.484664:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.484669:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375c00 00000400:00000200:0.0:1776190130.484673:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4115 [2] + 984 00000400:00000200:0.0:1776190130.484682:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.484685:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.484688:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.484694:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b6a886ef. 00010000:00000010:2.1:1776190130.484804:0:64667:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000560c66de. 00000020:00000010:2.0:1776190130.484817:0:64667:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000790e305f. 00000020:00000010:2.0:1776190130.484823:0:64667:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fa416568. 00000020:00000010:2.0:1776190130.484827:0:64667:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190130.484851:0:64667:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b6a886ef x1862468296465408/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190130.484882:0:64667:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296465408 02000000:00000010:2.0:1776190130.484895:0:64667:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000091cf174b. 00010000:00000010:2.0:1776190130.484934:0:64667:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190130.484940:0:64667:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.484947:0:64667:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.484951:0:64667:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190130.484965:0:64667:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098d8ef60. 00000100:00000200:2.0:1776190130.484970:0:64667:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296465408, offset 224 00000400:00000200:2.0:1776190130.484977:0:64667:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.484988:0:64667:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.484994:0:64667:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92455:92455:256:4294967295] 192.168.203.39@tcp LPNI seq info [92455:92455:8:4294967295] 00000400:00000200:2.0:1776190130.485004:0:64667:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.485010:0:64667:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.485014:0:64667:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c149bd5 (tot 82352466). 00000800:00000200:2.0:1776190130.485020:0:64667:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.485027:0:64667:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.485031:0:64667:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c149bd5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190130.485050:0:64667:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fa416568. 00000020:00000010:2.0:1776190130.485055:0:64667:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190130.485058:0:64667:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000790e305f. 00000800:00000200:1.0:1776190130.486086:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.486093:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352218). 00000400:00000200:1.0:1776190130.486101:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.486108:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.486113:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098d8ef60 00000400:00000010:1.0:1776190130.486115:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098d8ef60. 00000400:00000010:3.0:1776190130.489511:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002661a205. 00000400:00000200:3.0:1776190130.489522:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bd3563 00000400:00000010:3.0:1776190130.489524:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bd3563. 00000100:00000200:3.0:1776190130.489538:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000016984533 x1862468301353536/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190130.489548:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000016984533 x1862468301353536/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190130.489574:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047f66ef2. 02000000:00000010:3.0:1776190130.489601:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff7861f1. 02000000:00000010:3.0:1776190130.489606:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d2c0394e. 00000100:00000010:3.0:1776190130.489610:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 00000100:00000010:3.0:1776190130.489614:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fba325d3. 00010000:00000010:3.0:1776190130.489617:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd82808c. 00080000:00000010:3.0:1776190130.489635:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2c0394e. 00010000:00000010:3.0:1776190130.489721:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c7eb1cf. 00010000:00000010:3.0:1776190130.489728:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c7cdccc0. 00010000:00000010:3.0:1776190130.489846:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024510e9b. 00010000:00000010:3.0:1776190130.489852:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c7eb1cf. 00010000:00000010:3.0:1776190130.489863:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd82808c. 00000100:00000010:3.0:1776190130.489868:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fba325d3. 00000100:00000010:3.0:1776190130.489875:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 02000000:00000010:3.0:1776190130.489887:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff7861f1. 02000000:00000010:3.0:1776190130.489915:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9942f07. 00000400:00000010:3.0:1776190130.489920:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002661a205. 00000400:00000010:3.0:1776190130.489924:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190130.489929:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301353600, portal 16 00000400:00000010:3.0:1776190130.489935:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f8ae577. 00000100:00000200:3.0:1776190130.489937:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301353600, offset 0 00000400:00000200:3.0:1776190130.489944:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.489958:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.489964:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190130.489968:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190130.489970:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190130.489973:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92456:92456:256:4294967295] 192.168.203.39@tcp LPNI seq info [92456:92456:8:4294967295] 00000400:00000200:3.0:1776190130.489984:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.489990:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.489994:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190130.490000:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.490008:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.490012:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190130.490818:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058b85ac9. 00010000:00000010:3.1:1776190130.490826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00000800:00000200:0.0:1776190130.492850:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.492856:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adc83051 (tot 82352218). 00000400:00000200:0.0:1776190130.492864:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.492873:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.492878:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f8ae577 00000400:00000010:0.0:1776190130.492881:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f8ae577. 00000100:00000200:0.0:1776190130.492890:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000016984533 x1862468301353600/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.494443:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.494461:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f280 00000400:00000200:3.0:1776190130.494469:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb57c1 [1] + 224 00000400:00000200:3.0:1776190130.494482:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.494486:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.494493:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000016984533 x1862468301353600/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190130.494840:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002661a205. 00000400:00000200:2.0:1776190130.494846:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bd3563 00000400:00000010:2.0:1776190130.494848:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bd3563. 00000100:00000200:2.0:1776190130.494855:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000016984533 x1862468301353600/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.494863:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000016984533 x1862468301353600/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.494893:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9942f07. 02000000:00000010:2.0:1776190130.494898:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ff7861f1. 00000100:00000010:2.0:1776190130.494901:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 00000100:00000010:2.0:1776190130.494905:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fba325d3. 00010000:00000010:2.0:1776190130.494908:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd82808c. 00010000:00000010:1.1:1776190130.496797:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f9099b7. 00010000:00000010:3.1:1776190130.496982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cef5ff04. 00010000:00000010:3.1:1776190130.496988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1033d8b. 00010000:00000010:3.1:1776190130.496991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b659aaff. 00000400:00000200:2.0:1776190130.503079:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.503112:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375c40 00000400:00000200:2.0:1776190130.503121:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4115 [2] + 1312 00000400:00000200:2.0:1776190130.503184:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.503189:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.503195:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190130.503210:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 00000020:00000010:0.0:1776190130.503307:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ae4d5b5. 00000020:00000010:0.0:1776190130.503315:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000078deb21. 00000020:00000010:0.0:1776190130.503319:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 00000100:00000200:0.0:1776190130.503342:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001fa788c5 x1862468296465472/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190130.503386:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296465472 02000000:00000010:0.0:1776190130.503396:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000080cc366e. 00010000:00000010:0.0:1776190130.503422:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6c2c3bc. 00010000:00000010:0.0:1776190130.503444:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b26b4579. 00000100:00000010:0.0:1776190130.503450:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f401abb0. 00000100:00000010:0.0:1776190130.503469:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f401abb0. 00010000:00000010:0.0:1776190130.503472:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b26b4579. 00000400:00000010:0.0:1776190130.503484:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a39756e. 00000100:00000200:0.0:1776190130.503489:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296465472, offset 224 00000400:00000200:0.0:1776190130.503495:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.503506:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.503511:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92457:92457:256:4294967295] 192.168.203.39@tcp LPNI seq info [92457:92457:8:4294967295] 00000400:00000200:0.0:1776190130.503521:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.503525:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.503530:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352466). 00000800:00000200:0.0:1776190130.503536:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.503543:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.503546:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190130.503564:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000078deb21. 00000020:00000010:0.0:1776190130.503569:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:0.0:1776190130.503572:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ae4d5b5. 00000800:00000200:0.0:1776190130.503640:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.503644:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352218). 00000400:00000200:0.0:1776190130.503646:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.503650:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.503653:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a39756e 00000400:00000010:0.0:1776190130.503655:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a39756e. 00080000:00000010:3.0:1776190130.503913:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4618540. 00010000:00000010:0.1:1776190130.518042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082b9a152. 00010000:00000010:0.0:1776190130.546226:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c7eb1cf. 00010000:00000010:0.0:1776190130.546242:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006b770282. 00010000:00000010:0.0:1776190130.547202:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f44f56e4. 00010000:00000010:0.0:1776190130.547215:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dbb95391. 00010000:00000010:0.0:1776190130.547229:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b26b4579. 00000100:00000010:0.0:1776190130.547238:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f401abb0. 00000100:00000010:0.0:1776190130.547440:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009764b41c. 02000000:00000010:0.0:1776190130.547457:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009ae4d5b5. 02000000:00000010:0.0:1776190130.547491:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083331127. 00000400:00000010:0.0:1776190130.547499:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ca480638. 00000400:00000010:0.0:1776190130.547506:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a39756e. 00000100:00000200:0.0:1776190130.547512:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301353664, portal 16 00000400:00000010:0.0:1776190130.547518:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ef305d3. 00000100:00000200:0.0:1776190130.547522:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301353664, offset 0 00000400:00000200:0.0:1776190130.547531:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.547548:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.547555:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.547559:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.547562:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.547565:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92458:92458:256:4294967295] 192.168.203.39@tcp LPNI seq info [92458:92458:8:4294967295] 00000400:00000200:0.0:1776190130.547575:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.547591:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.547596:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352466). 00000800:00000200:0.0:1776190130.547603:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.547609:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.547612:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 424 niov 1 nkiov 1 00080000:00000010:2.0:1776190130.547832:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2c0394e. 00080000:00000010:2.0:1776190130.547838:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036c32894. 00080000:00000010:2.0:1776190130.547841:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb8e22aa. 00080000:00000010:2.0:1776190130.547843:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000121e9b1a. 00080000:00000010:2.0:1776190130.547845:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d945344. 00080000:00000010:2.0:1776190130.547847:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a286515c. 00080000:00000010:2.0:1776190130.547852:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e1abdb66. 00080000:00000010:2.0:1776190130.547855:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d4e90824. 00080000:00000010:2.0:1776190130.547859:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004428e443. 00080000:00000010:2.0:1776190130.547862:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000df7ad4b6. 00080000:00000010:2.0:1776190130.547865:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c91cf8a6. 00080000:00000010:2.0:1776190130.547867:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c84d546. 00080000:00000010:2.0:1776190130.547871:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093debce3. 00080000:00000010:2.0:1776190130.547874:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb498244. 00080000:00000010:2.0:1776190130.547877:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074d6903c. 00080000:00000010:2.0:1776190130.547879:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083116f79. 00080000:00000010:2.0:1776190130.547881:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d3a9761. 00080000:00000010:2.0:1776190130.547884:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a79a69a8. 00080000:00000010:2.0:1776190130.547886:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b56ecee7. 00080000:00000010:2.0:1776190130.547888:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8b3e5bb. 00080000:00000010:2.0:1776190130.547891:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000678ca014. 00080000:00000010:2.0:1776190130.547893:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1e45c84. 00080000:00000010:2.0:1776190130.547896:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c04ae564. 00080000:00000010:2.0:1776190130.547898:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d1df8dd. 00080000:00000010:2.0:1776190130.547901:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000198ff3b5. 00080000:00000010:2.0:1776190130.547903:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b70a480a. 00080000:00000010:2.0:1776190130.547906:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da488acd. 00080000:00000010:2.0:1776190130.547908:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae02e636. 00080000:00000010:2.0:1776190130.547911:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c657e150. 00080000:00000010:2.0:1776190130.547912:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004dcb0f00. 00080000:00000010:2.0:1776190130.547914:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078e65121. 00080000:00000010:2.0:1776190130.547917:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016f18953. 00080000:00000010:2.0:1776190130.547920:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000079315e8. 00080000:00000010:2.0:1776190130.547923:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed4cf186. 00080000:00000010:2.0:1776190130.547925:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085020f09. 00080000:00000010:2.0:1776190130.547928:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000551b748b. 00080000:00000010:2.0:1776190130.547933:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee5dd1f6. 00080000:00000010:2.0:1776190130.547936:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060ba4923. 00080000:00000010:2.0:1776190130.547939:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a43ef38. 00080000:00000010:2.0:1776190130.547941:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000d7af4e0. 00080000:00000010:2.0:1776190130.547944:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9888cae. 00080000:00000010:2.0:1776190130.547946:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004e7a1bc4. 00080000:00000010:2.0:1776190130.547949:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e82fd6b6. 00080000:00000010:2.0:1776190130.547952:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f19f14c2. 00080000:00000010:2.0:1776190130.547955:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060276870. 00080000:00000010:2.0:1776190130.547958:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005df42827. 00080000:00000010:2.0:1776190130.547960:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce0238b1. 00080000:00000010:2.0:1776190130.547962:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000591a10d7. 00080000:00000010:2.0:1776190130.547964:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae8d3579. 00080000:00000010:2.0:1776190130.547967:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000711b3fa6. 00080000:00000010:2.0:1776190130.547971:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bfcd08a5. 00080000:00000010:2.0:1776190130.547974:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094cc2a5a. 00080000:00000010:2.0:1776190130.547978:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae96dbb0. 00080000:00000010:2.0:1776190130.547982:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b26dfd7. 00080000:00000010:2.0:1776190130.547985:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e044fff6. 00080000:00000010:2.0:1776190130.547989:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031bc45d0. 00080000:00000010:2.0:1776190130.547992:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000554647e. 00080000:00000010:2.0:1776190130.547994:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b57fd50. 00080000:00000010:2.0:1776190130.548237:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ec05581. 00080000:00000010:2.0:1776190130.548241:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a348a165. 00080000:00000010:2.0:1776190130.548244:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011425898. 00080000:00000010:2.0:1776190130.548246:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000782cb85b. 00080000:00000010:2.0:1776190130.548349:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e60355c7. 00080000:00000010:2.0:1776190130.548352:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008516abe2. 00080000:00000010:2.0:1776190130.548354:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ffa64537. 00080000:00000010:2.0:1776190130.548356:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a94054b. 00080000:00000010:2.0:1776190130.548359:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006aad5a93. 00080000:00000010:2.0:1776190130.548361:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4fd75da. 00080000:00000010:2.0:1776190130.548363:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000046cca38c. 00080000:00000010:2.0:1776190130.548365:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024f6b351. 00080000:00000010:2.0:1776190130.548367:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005dd93833. 00080000:00000010:2.0:1776190130.548369:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001022d92e. 00080000:00000010:2.0:1776190130.548371:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000474a8d0. 00080000:00000010:2.0:1776190130.548373:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003fc1b322. 00080000:00000010:2.0:1776190130.548456:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003bac8ef2. 00080000:00000010:2.0:1776190130.548459:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8b34ee5. 00080000:00000010:2.0:1776190130.548462:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bfb50ba0. 00080000:00000010:2.0:1776190130.548464:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045008656. 00080000:00000010:2.0:1776190130.548469:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007cb6cb4b. 00080000:00000010:2.0:1776190130.548471:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004a9b6b1. 00080000:00000010:2.0:1776190130.548474:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9fff3f9. 00080000:00000010:2.0:1776190130.548476:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000d1d75f0. 00080000:00000010:2.0:1776190130.548479:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e763a37d. 00080000:00000010:2.0:1776190130.548482:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa95ab8a. 00080000:00000010:2.0:1776190130.548484:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002948e803. 00080000:00000010:2.0:1776190130.548486:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003916ab64. 00080000:00000010:2.0:1776190130.548488:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb7e48a1. 00080000:00000010:2.0:1776190130.548491:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd3811e6. 00080000:00000010:2.0:1776190130.548493:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8d95336. 00080000:00000010:2.0:1776190130.548496:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087704bd0. 00080000:00000010:2.0:1776190130.548498:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000028628fb. 00080000:00000010:2.0:1776190130.548501:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030c65866. 00080000:00000010:2.0:1776190130.548504:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047f358b7. 00080000:00000010:2.0:1776190130.548507:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000edeb4828. 00080000:00000010:2.0:1776190130.548509:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eff19454. 00080000:00000010:2.0:1776190130.548512:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d17a9fcf. 00080000:00000010:2.0:1776190130.548515:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d83dd453. 00080000:00000010:2.0:1776190130.548517:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2bbac61. 00080000:00000010:2.0:1776190130.548520:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f40520d. 00080000:00000010:2.0:1776190130.548523:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007495196e. 00080000:00000010:2.0:1776190130.548525:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da40a23e. 00080000:00000010:2.0:1776190130.548527:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b13996c. 00080000:00000010:2.0:1776190130.548530:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7c2bec3. 00080000:00000010:2.0:1776190130.548533:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0b24cf8. 00080000:00000010:2.0:1776190130.548535:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad8c8aea. 00080000:00000010:2.0:1776190130.548537:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f4ac0e91. 00080000:00000010:2.0:1776190130.548540:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064d15e59. 00080000:00000010:2.0:1776190130.548542:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000157872c2. 00080000:00000010:2.0:1776190130.548544:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1f84723. 00080000:00000010:2.0:1776190130.548546:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d8d2078. 00080000:00000010:2.0:1776190130.548548:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0c0bb41. 00080000:00000010:2.0:1776190130.548551:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b37e1d5d. 00080000:00000010:2.0:1776190130.548554:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd8b6d79. 00080000:00000010:2.0:1776190130.548556:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000042d1b3f3. 00080000:00000010:2.0:1776190130.548558:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b689b96. 00080000:00000010:2.0:1776190130.548560:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c23c161. 00080000:00000010:2.0:1776190130.548562:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd75f13f. 00080000:00000010:2.0:1776190130.548564:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e141e24. 00080000:00000010:2.0:1776190130.548566:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000510518da. 00080000:00000010:2.0:1776190130.548568:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ce5f972. 00080000:00000010:2.0:1776190130.548570:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5379e38. 00080000:00000010:2.0:1776190130.548572:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005287d52a. 00080000:00000010:2.0:1776190130.548574:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ccbc1547. 00080000:00000010:2.0:1776190130.548576:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000046b35cb3. 00080000:00000010:2.0:1776190130.548578:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000898b1ceb. 00080000:00000010:2.0:1776190130.548591:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006db004fe. 00080000:00000010:2.0:1776190130.548594:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000129e69cf. 00080000:00000010:2.0:1776190130.548596:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c7e8cbb. 00080000:00000010:2.0:1776190130.548598:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7401036. 00080000:00000010:2.0:1776190130.548600:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021cddb87. 00080000:00000010:2.0:1776190130.548602:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b48e5ec0. 00080000:00000010:2.0:1776190130.548604:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000996a95f3. 00080000:00000010:2.0:1776190130.548606:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093f611b0. 00080000:00000010:2.0:1776190130.548609:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa14ffb2. 00080000:00000010:2.0:1776190130.548611:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099b4c7d8. 00080000:00000010:2.0:1776190130.548613:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054ead0d3. 00080000:00000010:2.0:1776190130.548618:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003dcff628. 00080000:00000010:2.0:1776190130.548621:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd17e357. 00080000:00000010:2.0:1776190130.548851:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006cb0af06. 00080000:00000010:2.0:1776190130.548855:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fec51f99. 00080000:00000010:2.0:1776190130.548857:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008104f7cb. 00080000:00000010:2.0:1776190130.548862:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000384a5dd8. 00080000:00000010:2.0:1776190130.548865:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000502988f9. 00080000:00000010:2.0:1776190130.548868:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a431e0e4. 00080000:00000010:2.0:1776190130.548870:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083e63923. 00080000:00000010:2.0:1776190130.548872:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000014ba8ab9. 00080000:00000010:2.0:1776190130.548874:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007519b759. 00080000:00000010:2.0:1776190130.548877:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca228298. 00080000:00000010:2.0:1776190130.548880:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e84a3dd. 00080000:00000010:2.0:1776190130.548882:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa1dbaa3. 00080000:00000010:2.0:1776190130.548884:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093fb990c. 00080000:00000010:2.0:1776190130.548886:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007fe8e7f. 00080000:00000010:2.0:1776190130.548888:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019d9882d. 00080000:00000010:2.0:1776190130.548890:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000190522af. 00080000:00000010:2.0:1776190130.548892:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021eb3893. 00080000:00000010:2.0:1776190130.548894:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0f71ec5. 00080000:00000010:2.0:1776190130.548896:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081f8a42c. 00080000:00000010:2.0:1776190130.548898:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a34f954. 00080000:00000010:2.0:1776190130.548900:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ffda9b3a. 00080000:00000010:2.0:1776190130.548902:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005070b499. 00080000:00000010:2.0:1776190130.548904:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e53ba92. 00080000:00000010:2.0:1776190130.548906:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba442a9b. 00080000:00000010:2.0:1776190130.548909:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080898faf. 00080000:00000010:2.0:1776190130.548911:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078d785b9. 00080000:00000010:2.0:1776190130.548913:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000028df0f38. 00080000:00000010:2.0:1776190130.548916:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058e72d1c. 00080000:00000010:2.0:1776190130.548919:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088c8b1af. 00080000:00000010:2.0:1776190130.548921:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045026e45. 00080000:00000010:2.0:1776190130.548923:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3dd9dd8. 00080000:00000010:2.0:1776190130.548925:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e22d1d0. 00080000:00000010:2.0:1776190130.548927:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000219dff1b. 00080000:00000010:2.0:1776190130.548930:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008daa18f1. 00080000:00000010:2.0:1776190130.548932:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050363b0a. 00080000:00000010:2.0:1776190130.548934:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039684e62. 00080000:00000010:2.0:1776190130.548936:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ba5e1ef. 00080000:00000010:2.0:1776190130.548938:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013c1a133. 00080000:00000010:2.0:1776190130.548940:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000befd65. 00080000:00000010:2.0:1776190130.548943:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6880609. 00080000:00000010:2.0:1776190130.548945:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d64a9d71. 00080000:00000010:2.0:1776190130.548947:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000422b5838. 00080000:00000010:2.0:1776190130.548950:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000838d6125. 00080000:00000010:2.0:1776190130.548953:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003579dc8. 00080000:00000010:2.0:1776190130.548955:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000029baed4a. 00080000:00000010:2.0:1776190130.548957:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001daf38ff. 00080000:00000010:2.0:1776190130.548962:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff4747a1. 00080000:00000010:2.0:1776190130.548965:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d8a5383. 00080000:00000010:2.0:1776190130.548968:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b35461e. 00080000:00000010:2.0:1776190130.548970:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003009d358. 00080000:00000010:2.0:1776190130.548972:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000600eec57. 00080000:00000010:2.0:1776190130.548975:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f80cb54. 00080000:00000010:2.0:1776190130.548977:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff3c125a. 00080000:00000010:2.0:1776190130.548980:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a1dd18b3. 00080000:00000010:2.0:1776190130.548984:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060e88f1b. 00080000:00000010:2.0:1776190130.548986:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e576b894. 00080000:00000010:2.0:1776190130.548988:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c64da22d. 00080000:00000010:2.0:1776190130.548990:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a10953c. 00080000:00000010:2.0:1776190130.548992:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008131a837. 00080000:00000010:2.0:1776190130.548995:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c181544a. 00080000:00000010:2.0:1776190130.548997:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030f0b2c1. 00080000:00000010:2.0:1776190130.549113:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005020655e. 00080000:00000010:2.0:1776190130.549116:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000158d1ee9. 00080000:00000010:2.0:1776190130.549119:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021053de7. 00080000:00000010:2.0:1776190130.549122:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004e39ecdb. 00080000:00000010:2.0:1776190130.549124:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c4532fb. 00080000:00000010:2.0:1776190130.549127:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b588ae3. 00080000:00000010:2.0:1776190130.549130:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a079d195. 00080000:00000010:2.0:1776190130.549132:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005cfaf842. 00080000:00000010:2.0:1776190130.549134:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ea47602. 00080000:00000010:2.0:1776190130.549136:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e0b2314d. 00080000:00000010:2.0:1776190130.549138:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f9f87cd. 00080000:00000010:2.0:1776190130.549141:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f874a3da. 00080000:00000010:2.0:1776190130.549143:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000068236aef. 00080000:00000010:2.0:1776190130.549145:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b35bdbe4. 00080000:00000010:2.0:1776190130.549147:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025908d9d. 00080000:00000010:2.0:1776190130.549149:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2d056aa. 00080000:00000010:2.0:1776190130.549151:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2004cb6. 00080000:00000010:2.0:1776190130.549153:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad60fc24. 00080000:00000010:2.0:1776190130.549156:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af9c34ca. 00080000:00000010:2.0:1776190130.549158:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dbb9fa24. 00080000:00000010:2.0:1776190130.549160:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0756261. 00080000:00000010:2.0:1776190130.549163:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001266ca61. 00080000:00000010:2.0:1776190130.549165:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007c03beb2. 00080000:00000010:2.0:1776190130.549169:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d470e363. 00080000:00000010:2.0:1776190130.549171:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bba79b80. 00080000:00000010:2.0:1776190130.549173:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e095ee45. 00080000:00000010:2.0:1776190130.549176:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008dd15a37. 00080000:00000010:2.0:1776190130.549178:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b28cb90c. 00080000:00000010:2.0:1776190130.549181:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071a1324b. 00080000:00000010:2.0:1776190130.549183:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ccd4be8. 00080000:00000010:2.0:1776190130.549186:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000763d96a4. 00080000:00000010:2.0:1776190130.549188:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001dd6cddf. 00080000:00000010:2.0:1776190130.549190:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002863bec7. 00080000:00000010:2.0:1776190130.549192:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038f152b8. 00080000:00000010:2.0:1776190130.549194:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2d67a33. 00080000:00000010:2.0:1776190130.549196:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d15075cb. 00080000:00000010:2.0:1776190130.549198:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000586ed5d5. 00080000:00000010:2.0:1776190130.549200:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4fda526. 00080000:00000010:2.0:1776190130.549202:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc861c6b. 00080000:00000010:2.0:1776190130.549204:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb7368ff. 00080000:00000010:2.0:1776190130.549206:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec1e88be. 00080000:00000010:2.0:1776190130.549208:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b584330d. 00080000:00000010:2.0:1776190130.549211:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000393513fa. 00080000:00000010:2.0:1776190130.549213:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001926b015. 00080000:00000010:2.0:1776190130.549215:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000013852c4. 00080000:00000010:2.0:1776190130.549218:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002a7df4d1. 00080000:00000010:2.0:1776190130.549221:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001162b094. 00080000:00000010:2.0:1776190130.549223:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000070df8e55. 00080000:00000010:2.0:1776190130.549225:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d4ce77a. 00080000:00000010:2.0:1776190130.549227:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000089cb494a. 00080000:00000010:2.0:1776190130.549229:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004e25c336. 00080000:00000010:2.0:1776190130.549231:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000714c83e6. 00080000:00000010:2.0:1776190130.549233:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026a53144. 00080000:00000010:2.0:1776190130.549235:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013d8fefd. 00080000:00000010:2.0:1776190130.549237:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090755a50. 00080000:00000010:2.0:1776190130.549238:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7e166e2. 00080000:00000010:2.0:1776190130.549240:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000fcd221e. 00080000:00000010:2.0:1776190130.549243:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ddbb2d2d. 00080000:00000010:2.0:1776190130.549244:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be7e2cf5. 00080000:00000010:2.0:1776190130.549247:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006cefd1bc. 00080000:00000010:2.0:1776190130.549351:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc8ca4b9. 00080000:00000010:2.0:1776190130.549353:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002e46734. 00080000:00000010:2.0:1776190130.549355:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af5cb5a1. 00080000:00000010:2.0:1776190130.549357:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003449464e. 00080000:00000010:2.0:1776190130.549360:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003ff4eae. 00080000:00000010:2.0:1776190130.549362:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f21237fe. 00080000:00000010:2.0:1776190130.549365:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057edde1d. 00080000:00000010:2.0:1776190130.549367:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006e036d3c. 00080000:00000010:2.0:1776190130.549369:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071180bb5. 00080000:00000010:2.0:1776190130.549372:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9ede6ab. 00080000:00000010:2.0:1776190130.549458:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d88c9d35. 00080000:00000010:2.0:1776190130.549463:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000202737e6. 00080000:00000010:2.0:1776190130.549465:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b128ccac. 00080000:00000010:2.0:1776190130.549467:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001735b4a0. 00080000:00000010:2.0:1776190130.549470:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000cf463e5. 00080000:00000010:2.0:1776190130.549472:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009849e438. 00080000:00000010:2.0:1776190130.549474:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025111c14. 00080000:00000010:2.0:1776190130.549476:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000acd6f72c. 00080000:00000010:2.0:1776190130.549479:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf7ff4bb. 00080000:00000010:2.0:1776190130.549483:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003bde6b1b. 00080000:00000010:2.0:1776190130.549485:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee2df32e. 00080000:00000010:2.0:1776190130.549487:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000552e1118. 00080000:00000010:2.0:1776190130.549489:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c2d00c3. 00080000:00000010:2.0:1776190130.549492:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003bb7e827. 00080000:00000010:2.0:1776190130.549494:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f89b97ef. 00080000:00000010:2.0:1776190130.549497:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f616ea2b. 00080000:00000010:2.0:1776190130.549500:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f282a7f. 00080000:00000010:2.0:1776190130.549502:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006479341f. 00080000:00000010:2.0:1776190130.549504:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000972a304b. 00080000:00000010:2.0:1776190130.549506:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b8516ea. 00080000:00000010:2.0:1776190130.549508:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb38e634. 00080000:00000010:2.0:1776190130.549510:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a1606cbf. 00080000:00000010:2.0:1776190130.549513:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce32d60a. 00080000:00000010:2.0:1776190130.549515:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d1bdd600. 00080000:00000010:2.0:1776190130.549517:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af2af813. 00080000:00000010:2.0:1776190130.549520:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000883b57e3. 00080000:00000010:2.0:1776190130.549522:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071ca7397. 00080000:00000010:2.0:1776190130.549523:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018c30b03. 00080000:00000010:2.0:1776190130.549526:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073220483. 00080000:00000010:2.0:1776190130.549528:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001096cef0. 00080000:00000010:2.0:1776190130.549530:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048a648a6. 00080000:00000010:2.0:1776190130.549532:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064a938a3. 00080000:00000010:2.0:1776190130.549534:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000008f05003. 00080000:00000010:2.0:1776190130.549536:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d962feab. 00080000:00000010:2.0:1776190130.549538:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dfe0857d. 00080000:00000010:2.0:1776190130.549539:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ebf48f90. 00080000:00000010:2.0:1776190130.549541:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c037cf01. 00080000:00000010:2.0:1776190130.549544:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000573d13a2. 00080000:00000010:2.0:1776190130.549546:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c384009b. 00080000:00000010:2.0:1776190130.549548:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000137deba4. 00080000:00000010:2.0:1776190130.549550:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b0d2449. 00080000:00000010:2.0:1776190130.549552:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005cc0aaab. 00080000:00000010:2.0:1776190130.549554:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3c957da. 00080000:00000010:2.0:1776190130.549556:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000210527a0. 00080000:00000010:2.0:1776190130.549558:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d09296c. 00080000:00000010:2.0:1776190130.549562:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3648750. 00080000:00000010:2.0:1776190130.549564:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e87f17b. 00080000:00000010:2.0:1776190130.549566:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d1577045. 00080000:00000010:2.0:1776190130.549568:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bf00f29a. 00080000:00000010:2.0:1776190130.549572:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057063057. 00080000:00000010:2.0:1776190130.549574:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000535bf1e. 00080000:00000010:2.0:1776190130.549577:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e41650b. 00080000:00000010:2.0:1776190130.549590:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002854c1a. 00080000:00000010:2.0:1776190130.549594:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f884f830. 00080000:00000010:2.0:1776190130.549596:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069f74275. 00080000:00000010:2.0:1776190130.549599:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005bcaa568. 00080000:00000010:2.0:1776190130.549601:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080a6113a. 00080000:00000010:2.0:1776190130.549603:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d0fe97c. 00080000:00000010:2.0:1776190130.549607:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c9eed636. 00080000:00000010:2.0:1776190130.549609:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d7349ac. 00080000:00000010:2.0:1776190130.549612:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000501eb042. 00080000:00000010:2.0:1776190130.549614:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010a7c4b1. 00080000:00000010:2.0:1776190130.549616:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093b6329b. 00080000:00000010:2.0:1776190130.549619:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4bef2c6. 00080000:00000010:2.0:1776190130.549621:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d53abcb9. 00080000:00000010:2.0:1776190130.549702:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0ea0303. 00080000:00000010:2.0:1776190130.549705:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001647037. 00080000:00000010:2.0:1776190130.549873:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002617dede. 00080000:00000010:2.0:1776190130.549876:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058d333a9. 00080000:00000010:2.0:1776190130.549879:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000db02108. 00080000:00000010:2.0:1776190130.549882:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8a499c3. 00080000:00000010:2.0:1776190130.549886:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000094788d4. 00080000:00000010:2.0:1776190130.549889:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fee1321f. 00080000:00000010:2.0:1776190130.549891:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060bf8433. 00080000:00000010:2.0:1776190130.549894:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006bb07a14. 00080000:00000010:2.0:1776190130.549897:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f57168d2. 00080000:00000010:2.0:1776190130.549901:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd58939f. 00080000:00000010:2.0:1776190130.549903:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000fa29a74. 00080000:00000010:2.0:1776190130.549906:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000900029d6. 00080000:00000010:2.0:1776190130.549908:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f147e15d. 00080000:00000010:2.0:1776190130.549911:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050e84dec. 00080000:00000010:2.0:1776190130.549914:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9d3816d. 00080000:00000010:2.0:1776190130.549916:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007106f316. 00080000:00000010:2.0:1776190130.549919:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bf42dc1a. 00080000:00000010:2.0:1776190130.549921:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000062168bf6. 00080000:00000010:2.0:1776190130.549923:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001685b4c. 00080000:00000010:2.0:1776190130.549925:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b19c4c88. 00080000:00000010:2.0:1776190130.549927:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0b4b584. 00080000:00000010:2.0:1776190130.549929:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d907889. 00080000:00000010:2.0:1776190130.549931:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a1ae36e1. 00080000:00000010:2.0:1776190130.549934:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a485b5de. 00080000:00000010:2.0:1776190130.549937:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8c0e1ff. 00080000:00000010:2.0:1776190130.549940:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059b776f9. 00000800:00000200:1.0:1776190130.549940:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00080000:00000010:2.0:1776190130.549944:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c92e7bc. 00000800:00000010:1.0:1776190130.549946:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352218). 00080000:00000010:2.0:1776190130.549949:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b394753. 00000400:00000200:1.0:1776190130.549953:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:2.0:1776190130.549954:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae3be512. 00080000:00000010:2.0:1776190130.549958:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a69bc92d. 00080000:00000010:2.0:1776190130.549962:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2a088f7. 00000400:00000200:1.0:1776190130.549963:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00080000:00000010:2.0:1776190130.549966:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000029d6f4bd. 00080000:00000010:2.0:1776190130.549970:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3161dce. 00000400:00000200:1.0:1776190130.549970:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ef305d3 00080000:00000010:2.0:1776190130.549973:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8472ff4. 00000400:00000010:1.0:1776190130.549974:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ef305d3. 00080000:00000010:2.0:1776190130.549979:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000985b0fb8. 00080000:00000010:2.0:1776190130.549983:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009516127d. 00000100:00000200:1.0:1776190130.549984:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009764b41c x1862468301353664/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00080000:00000010:2.0:1776190130.549987:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000015400c64. 00080000:00000010:2.0:1776190130.549991:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c031b93. 00080000:00000010:2.0:1776190130.549994:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f1298df. 00080000:00000010:2.0:1776190130.552878:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000204b7274. 00080000:00000010:2.0:1776190130.552888:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bcc96c03. 00080000:00000010:2.0:1776190130.552890:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002348651f. 00080000:00000010:2.0:1776190130.552893:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000fc1a40e. 00080000:00000010:2.0:1776190130.552895:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008aada3b6. 00080000:00000010:2.0:1776190130.552898:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e02ddc95. 00080000:00000010:2.0:1776190130.552902:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059fb7d96. 00080000:00000010:2.0:1776190130.552904:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005dfe6bf7. 00080000:00000010:2.0:1776190130.552908:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a209871. 00080000:00000010:2.0:1776190130.552910:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8ffa349. 00080000:00000010:2.0:1776190130.552913:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004e1412b0. 00080000:00000010:2.0:1776190130.552915:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9b23380. 00080000:00000010:2.0:1776190130.552917:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea5567f0. 00080000:00000010:2.0:1776190130.552920:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5f2965c. 00080000:00000010:2.0:1776190130.552922:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dee7be93. 00080000:00000010:2.0:1776190130.552925:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006e5cbb04. 00080000:00000010:2.0:1776190130.552927:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c875666a. 00080000:00000010:2.0:1776190130.552929:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cdc5fc75. 00080000:00000010:2.0:1776190130.552931:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000523be059. 00080000:00000010:2.0:1776190130.552933:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030388d09. 00080000:00000010:2.0:1776190130.552936:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0a7d020. 00080000:00000010:2.0:1776190130.552938:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c31bbaf. 00080000:00000010:2.0:1776190130.552940:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003fab6b0. 00080000:00000010:2.0:1776190130.552942:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea602c43. 00080000:00000010:2.0:1776190130.552944:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000005c20596. 00080000:00000010:2.0:1776190130.552946:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ba1b669. 00080000:00000010:2.0:1776190130.552948:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dcfc73e9. 00080000:00000010:2.0:1776190130.552950:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c12730e. 00080000:00000010:2.0:1776190130.552952:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ad4b029. 00080000:00000010:2.0:1776190130.552955:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb80a9b9. 00080000:00000010:2.0:1776190130.552957:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7becc1e. 00080000:00000010:2.0:1776190130.552959:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064c89a86. 00080000:00000010:2.0:1776190130.552961:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004278608. 00080000:00000010:2.0:1776190130.552963:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ad8569a. 00000400:00000200:2.0:1776190130.554882:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.554902:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f2c0 00000400:00000200:2.0:1776190130.554911:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb57cd [1] + 224 00000400:00000200:2.0:1776190130.554922:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.554926:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.554935:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009764b41c x1862468301353664/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190130.554974:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.554979:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375c80 00000400:00000200:2.0:1776190130.554983:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4115 [2] + 1640 00000400:00000200:2.0:1776190130.555044:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.555048:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.555053:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190130.555058:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 00000400:00000010:0.0:1776190130.555106:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ca480638. 00000400:00000200:0.0:1776190130.555112:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a39756e 00000400:00000010:0.0:1776190130.555114:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a39756e. 00000100:00000200:0.0:1776190130.555119:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009764b41c x1862468301353664/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190130.555127:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009764b41c x1862468301353664/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190130.555155:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083331127. 02000000:00000010:0.0:1776190130.555160:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009ae4d5b5. 00000100:00000010:0.0:1776190130.555165:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009764b41c. 00000100:00000010:0.0:1776190130.555168:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f401abb0. 00010000:00000010:0.0:1776190130.555172:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b26b4579. 00000020:00000010:1.0:1776190130.555202:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6172bcb. 00000020:00000010:1.0:1776190130.555209:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007285703b. 00000020:00000010:1.0:1776190130.555213:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.555236:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e941f260 x1862468296465536/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190130.555270:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296465536 02000000:00000010:1.0:1776190130.555280:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001b89fab3. 00010000:00000010:1.0:1776190130.555304:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075ebdcd6. 00010000:00000010:1.0:1776190130.555321:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.555326:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001d19743c. 00000100:00000010:1.0:1776190130.555342:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001d19743c. 00010000:00000010:1.0:1776190130.555345:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00000400:00000010:1.0:1776190130.555355:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190130.555359:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296465536, offset 224 00000400:00000200:1.0:1776190130.555366:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.555376:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.555381:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92459:92459:256:4294967295] 192.168.203.39@tcp LPNI seq info [92459:92459:8:4294967295] 00000400:00000200:1.0:1776190130.555392:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.555396:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.555400:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c40e4d7 (tot 82352466). 00000800:00000200:1.0:1776190130.555405:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.555413:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.555416:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c40e4d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.555431:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007285703b. 00000020:00000010:1.0:1776190130.555436:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.555438:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6172bcb. 00000800:00000200:0.0:1776190130.556060:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.556065:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c40e4d7 (tot 82352218). 00000400:00000200:0.0:1776190130.556070:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.556075:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.556078:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:0.0:1776190130.556079:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 00080000:00000010:2.0:1776190130.559676:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c91cf8a6. 00010000:00000010:2.0:1776190130.559826:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dbb95391. 00010000:00000010:2.0:1776190130.559836:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000027d8d8be. 00010000:00000010:2.0:1776190130.559907:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043c23262. 00010000:00000010:2.0:1776190130.559911:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fa416568. 00010000:00000010:2.0:1776190130.559917:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8ece58a. 00010000:00000010:2.0:1776190130.559922:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002488d60. 00080000:00000010:2.0:1776190130.559936:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df7ad4b6. 00010000:00000010:2.0:1776190130.559962:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002488d60. 00010000:00000010:2.0:1776190130.559966:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa416568. 00010000:00000010:2.0:1776190130.560014:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7131880. 00010000:00000010:2.0:1776190130.560018:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002488d60. 00010000:00000010:2.0:1776190130.560025:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002f9c2d83. 00000100:00000010:2.0:1776190130.560033:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.560041:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e75ddab0. 02000000:00000010:2.0:1776190130.560054:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004428e443. 02000000:00000010:2.0:1776190130.560079:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d945344. 00000400:00000010:2.0:1776190130.560085:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190130.560092:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc836e8a. 00000100:00000200:2.0:1776190130.560098:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301353728, portal 16 00000400:00000010:2.0:1776190130.560103:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ef1c59. 00000100:00000200:2.0:1776190130.560105:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301353728, offset 0 00000400:00000200:2.0:1776190130.560114:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.560128:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.560134:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.560138:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.560140:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.560143:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92460:92460:256:4294967295] 192.168.203.39@tcp LPNI seq info [92460:92460:8:4294967295] 00000400:00000200:2.0:1776190130.560152:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.560158:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.560162:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc81a4c0 (tot 82352466). 00000800:00000200:2.0:1776190130.560168:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.560174:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.560178:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc81a4c0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190130.561215:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.561220:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc81a4c0 (tot 82352218). 00000400:00000200:3.0:1776190130.561228:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.561235:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.561240:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ef1c59 00000400:00000010:3.0:1776190130.561242:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ef1c59. 00000100:00000200:3.0:1776190130.561250:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e75ddab0 x1862468301353728/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190130.565843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001bb52bf. 00010000:00000010:0.1:1776190130.565857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024510e9b. 00000400:00000200:2.0:1776190130.569134:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.569152:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f300 00000400:00000200:2.0:1776190130.569161:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb57d9 [1] + 224 00000400:00000200:2.0:1776190130.569172:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.569176:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.569187:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e75ddab0 x1862468301353728/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190130.569225:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.569231:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375cc0 00000400:00000200:2.0:1776190130.569236:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4115 [2] + 1968 00000400:00000010:2.0:1776190130.569240:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a98bd104. 00000400:00000200:2.0:1776190130.569243:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b422b39b 00000400:00000200:2.0:1776190130.569253:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.569255:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.569257:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b422b39b 00000400:00000010:2.0:1776190130.569259:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b422b39b (tot 82352066). 00000100:00000200:2.0:1776190130.569264:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190130.569345:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5aec709. 00000020:00000010:3.0:1776190130.569351:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190130.569356:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.569377:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000053b813ed x1862468296465600/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190130.569411:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296465600 02000000:00000010:3.0:1776190130.569423:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b9942f07. 00010000:00000010:3.0:1776190130.569460:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060ab27ee. 00000100:00000010:3.0:1776190130.569468:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fba325d3. 00000100:00000010:3.0:1776190130.569473:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fba325d3. 00010000:00000010:3.0:1776190130.569476:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060ab27ee. 00000400:00000010:3.0:1776190130.569490:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e52bdf0a. 00000100:00000200:3.0:1776190130.569494:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296465600, offset 224 00000400:00000200:3.0:1776190130.569501:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.569512:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.569518:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92461:92461:256:4294967295] 192.168.203.39@tcp LPNI seq info [92461:92461:8:4294967295] 00000400:00000200:3.0:1776190130.569527:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.569532:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.569536:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352314). 00000800:00000200:3.0:1776190130.569542:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.569548:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.569550:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.569565:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190130.569569:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.569572:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5aec709. 02000000:00000010:3.0:1776190130.569588:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001b89fab3. 00000100:00000010:3.0:1776190130.569592:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 02000000:00000010:3.0:1776190130.569598:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000080cc366e. 00000100:00000010:3.0:1776190130.569600:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 02000000:00000010:3.0:1776190130.569603:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000091cf174b. 00000100:00000010:3.0:1776190130.569606:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b6a886ef. 02000000:00000010:3.0:1776190130.569608:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000043f8d2b1. 00000100:00000010:3.0:1776190130.569611:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea935c56. 02000000:00000010:3.0:1776190130.569615:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000031cb5456. 00000100:00000010:3.0:1776190130.569617:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 02000000:00000010:3.0:1776190130.569620:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000025aed629. 00000100:00000010:3.0:1776190130.569622:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 00000100:00000200:3.0:1776190130.569628:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190130.569634:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0c6681e. 00000400:00000010:3.0:1776190130.569638:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fba325d3 (tot 82352466). 00000800:00000200:0.0:1776190130.569822:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.569827:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003900fe9a (tot 82352218). 00000400:00000200:0.0:1776190130.569831:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.569836:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.569839:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e52bdf0a 00000400:00000010:0.0:1776190130.569840:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e52bdf0a. 02000000:00000010:0.0:1776190130.569844:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b9942f07. 00000400:00000010:0.0:1776190130.569869:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000245bb2ff. 00000400:00000200:0.0:1776190130.569872:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc836e8a 00000400:00000010:0.0:1776190130.569874:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc836e8a. 00000100:00000200:0.0:1776190130.569878:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e75ddab0 x1862468301353728/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190130.569887:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e75ddab0 x1862468301353728/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190130.569906:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1320c19. 02000000:00000010:0.0:1776190130.569917:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d945344. 02000000:00000010:0.0:1776190130.569922:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004428e443. 00000100:00000010:0.0:1776190130.569925:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e75ddab0. 00000100:00000010:0.0:1776190130.569928:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:0.0:1776190130.569932:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002f9c2d83. 00080000:00000010:0.0:1776190130.569947:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ae4d5b5. 00010000:00000010:0.0:1776190130.570031:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002488d60. 00010000:00000010:0.0:1776190130.570037:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000037c19251. 00010000:00000010:0.0:1776190130.570107:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e260a472. 00010000:00000010:0.0:1776190130.570113:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002ed22b5e. 00010000:00000010:0.0:1776190130.570123:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b26b4579. 00000100:00000010:0.0:1776190130.570127:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f401abb0. 00000100:00000010:0.0:1776190130.570133:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009764b41c. 02000000:00000010:0.0:1776190130.570143:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000083331127. 02000000:00000010:0.0:1776190130.570163:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb899e7a. 00000400:00000010:0.0:1776190130.570166:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ca480638. 00000400:00000010:0.0:1776190130.570170:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a39756e. 00000100:00000200:0.0:1776190130.570173:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301353792, portal 16 00000400:00000010:0.0:1776190130.570176:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd1efa83. 00000100:00000200:0.0:1776190130.570178:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301353792, offset 0 00000400:00000200:0.0:1776190130.570184:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.570193:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.570200:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.570203:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.570205:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.570207:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92462:92462:256:4294967295] 192.168.203.39@tcp LPNI seq info [92462:92462:8:4294967295] 00000400:00000200:0.0:1776190130.570213:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.570217:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.570220:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352466). 00000800:00000200:0.0:1776190130.570224:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.570228:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.570230:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190130.570489:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.570492:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:3.0:1776190130.570495:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.570499:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.570503:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd1efa83 00000400:00000010:3.0:1776190130.570504:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd1efa83. 00000100:00000200:3.0:1776190130.570509:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009764b41c x1862468301353792/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190130.571889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014922d48. 00000400:00000200:2.0:1776190130.573812:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.573832:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f340 00000400:00000200:2.0:1776190130.573843:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb57e9 [1] + 224 00000400:00000200:2.0:1776190130.573861:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.573865:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.573875:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009764b41c x1862468301353792/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190130.574030:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ca480638. 00000400:00000200:3.0:1776190130.574035:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a39756e 00000400:00000010:3.0:1776190130.574037:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a39756e. 00000100:00000200:3.0:1776190130.574043:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009764b41c x1862468301353792/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190130.574050:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009764b41c x1862468301353792/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190130.574077:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb899e7a. 02000000:00000010:3.0:1776190130.574083:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000083331127. 00000100:00000010:3.0:1776190130.574086:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009764b41c. 00000100:00000010:3.0:1776190130.574089:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f401abb0. 00010000:00000010:3.0:1776190130.574093:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b26b4579. 00010000:00000010:2.1:1776190130.574821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2dab04f. 00010000:00000010:2.1:1776190130.574830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f44f56e4. 00010000:00000010:2.1:1776190130.574835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043c23262. 00010000:00000010:2.1:1776190130.574837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ece58a. 00000400:00000200:3.0:1776190130.575516:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.575531:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375d00 00000400:00000200:3.0:1776190130.575539:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb416d [2] + 0 00000400:00000200:3.0:1776190130.575602:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.575606:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.575612:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190130.575617:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000020:00000010:2.0:1776190130.575719:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000121e9b1a. 00000020:00000010:2.0:1776190130.575725:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fa416568. 00000020:00000010:2.0:1776190130.575729:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190130.575754:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074baf3bb x1862468296465664/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190130.575808:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296465664 02000000:00000010:2.0:1776190130.575820:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000071296b18. 00010000:00000010:2.0:1776190130.575847:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e769c243. 00010000:00000010:2.0:1776190130.575866:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053f0917f. 00000100:00000010:2.0:1776190130.575873:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007a019b6. 00000100:00000010:2.0:1776190130.575885:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000007a019b6. 00010000:00000010:2.0:1776190130.575889:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053f0917f. 00000400:00000010:2.0:1776190130.575901:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031a328f. 00000100:00000200:2.0:1776190130.575906:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296465664, offset 224 00000400:00000200:2.0:1776190130.575914:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.575924:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.575929:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92463:92463:256:4294967295] 192.168.203.39@tcp LPNI seq info [92463:92463:8:4294967295] 00000400:00000200:2.0:1776190130.575938:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.575943:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.575948:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007553869f (tot 82352466). 00000800:00000200:2.0:1776190130.575953:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.575959:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.575962:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007553869f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190130.575980:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fa416568. 00000020:00000010:2.0:1776190130.575984:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190130.575986:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000121e9b1a. 00000800:00000200:2.0:1776190130.576060:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.576064:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352218). 00000400:00000200:2.0:1776190130.576068:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.576073:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.576076:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031a328f 00000400:00000010:2.0:1776190130.576078:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031a328f. 00080000:00000010:1.0:1776190130.576148:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6172bcb. 00010000:00000010:1.0:1776190130.576236:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ed22b5e. 00010000:00000010:1.0:1776190130.576242:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000060959f8. 00010000:00000010:1.0:1776190130.576314:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd993c15. 00010000:00000010:1.0:1776190130.576333:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f08570bf. 00010000:00000010:1.0:1776190130.576342:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a4288a6. 00000100:00000010:1.0:1776190130.576346:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001d19743c. 00000100:00000010:1.0:1776190130.576353:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a8bea6. 02000000:00000010:1.0:1776190130.576363:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000007096543. 02000000:00000010:1.0:1776190130.576385:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000811fff5f. 00000400:00000010:1.0:1776190130.576390:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008c7f8cb8. 00000400:00000010:1.0:1776190130.576394:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000295c0815. 00000100:00000200:1.0:1776190130.576399:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301353856, portal 16 00000400:00000010:1.0:1776190130.576403:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac2f0cb. 00000100:00000200:1.0:1776190130.576405:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301353856, offset 0 00000400:00000200:1.0:1776190130.576410:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.576417:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.576423:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190130.576427:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190130.576430:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190130.576432:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92464:92464:256:4294967295] 192.168.203.39@tcp LPNI seq info [92464:92464:8:4294967295] 00000400:00000200:1.0:1776190130.576438:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.576442:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.576445:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006708edc (tot 82352466). 00000800:00000200:1.0:1776190130.576449:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.576453:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.576455:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006708edc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190130.576593:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.576596:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006708edc (tot 82352218). 00000400:00000200:2.0:1776190130.576600:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.576604:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.576607:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac2f0cb 00000400:00000010:2.0:1776190130.576608:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac2f0cb. 00000100:00000200:2.0:1776190130.576614:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c2a8bea6 x1862468301353856/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190130.578912:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.578934:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f380 00000400:00000200:2.0:1776190130.578943:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb57f5 [1] + 224 00000400:00000200:2.0:1776190130.578957:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.578960:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.578969:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c2a8bea6 x1862468301353856/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190130.579052:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008c7f8cb8. 00000400:00000200:3.0:1776190130.579058:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000295c0815 00000400:00000010:3.0:1776190130.579060:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000295c0815. 00000100:00000200:3.0:1776190130.579066:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c2a8bea6 x1862468301353856/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190130.579074:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c2a8bea6 x1862468301353856/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190130.579104:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000811fff5f. 02000000:00000010:3.0:1776190130.579109:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000007096543. 00000100:00000010:3.0:1776190130.579114:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2a8bea6. 00000100:00000010:3.0:1776190130.579118:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001d19743c. 00010000:00000010:3.0:1776190130.579121:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a4288a6. 00010000:00000010:0.1:1776190130.581123:0:78407:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095761b2c. 00010000:00000010:0.1:1776190130.581135:0:78407:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098858c99. 00010000:00000010:0.1:1776190130.581138:0:78407:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7131880. 00000400:00000200:2.0:1776190130.581379:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.581396:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375d40 00000400:00000200:2.0:1776190130.581403:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb416d [2] + 328 00000400:00000200:2.0:1776190130.581432:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.581436:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.581442:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190130.581447:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a89b0311. 00000020:00000010:3.0:1776190130.581550:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5aec709. 00000020:00000010:3.0:1776190130.581558:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190130.581563:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.581596:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a89b0311 x1862468296465728/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190130.581655:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296465728 02000000:00000010:3.0:1776190130.581665:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000036408e57. 00010000:00000010:3.0:1776190130.581692:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095c44d64. 00010000:00000010:3.0:1776190130.581713:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060ab27ee. 00000100:00000010:3.0:1776190130.581720:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a2c3fef. 00000100:00000010:3.0:1776190130.581738:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a2c3fef. 00010000:00000010:3.0:1776190130.581742:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060ab27ee. 00000400:00000010:3.0:1776190130.581754:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000100:00000200:3.0:1776190130.581760:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296465728, offset 224 00000400:00000200:3.0:1776190130.581767:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.581812:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.581818:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92465:92465:256:4294967295] 192.168.203.39@tcp LPNI seq info [92465:92465:8:4294967295] 00000400:00000200:3.0:1776190130.581828:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.581834:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.581838:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352466). 00000800:00000200:3.0:1776190130.581844:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.581851:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.581855:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.581872:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190130.581876:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.581878:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5aec709. 00000800:00000200:0.0:1776190130.581958:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.581962:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004809ab70 (tot 82352218). 00000400:00000200:0.0:1776190130.581968:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.581971:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.581975:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003335af77 00000400:00000010:0.0:1776190130.581977:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003335af77. 00080000:00000010:1.0:1776190130.582056:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005470b416. 00010000:00000010:1.0:1776190130.582132:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f08570bf. 00010000:00000010:1.0:1776190130.582140:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ab3596f7. 00010000:00000010:1.0:1776190130.582207:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000796e951. 00010000:00000010:1.0:1776190130.582213:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f08570bf. 00010000:00000010:1.0:1776190130.582223:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000057c9c9c4. 00000100:00000010:1.0:1776190130.582227:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001d19743c. 00000100:00000010:1.0:1776190130.582234:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190130.582244:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005cbbf213. 02000000:00000010:1.0:1776190130.582265:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ea082b7. 00000400:00000010:1.0:1776190130.582270:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b33759d1. 00000400:00000010:1.0:1776190130.582275:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000295c0815. 00000100:00000200:1.0:1776190130.582280:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301353920, portal 16 00000400:00000010:1.0:1776190130.582283:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac2f0cb. 00000100:00000200:1.0:1776190130.582285:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301353920, offset 0 00000400:00000200:1.0:1776190130.582290:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.582297:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.582304:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190130.582306:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190130.582309:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190130.582311:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92466:92466:256:4294967295] 192.168.203.39@tcp LPNI seq info [92466:92466:8:4294967295] 00000400:00000200:1.0:1776190130.582319:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.582323:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.582327:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d164298 (tot 82352466). 00000800:00000200:1.0:1776190130.582331:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.582335:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.582338:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d164298 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.582494:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.582497:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d164298 (tot 82352218). 00000400:00000200:0.0:1776190130.582501:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.582505:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.582508:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac2f0cb 00000400:00000010:0.0:1776190130.582509:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac2f0cb. 00000100:00000200:0.0:1776190130.582514:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301353920/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190130.585855:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df4be445. 00010000:00000010:1.1:1776190130.585870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e260a472. 00000400:00000200:0.0:1776190130.586982:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.586999:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f3c0 00000400:00000200:0.0:1776190130.587008:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5801 [1] + 224 00000400:00000200:0.0:1776190130.587021:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.587025:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.587035:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301353920/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190130.587112:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b33759d1. 00000400:00000200:1.0:1776190130.587117:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000295c0815 00000400:00000010:1.0:1776190130.587119:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000295c0815. 00000100:00000200:1.0:1776190130.587125:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301353920/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190130.587133:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301353920/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190130.587160:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ea082b7. 02000000:00000010:1.0:1776190130.587166:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005cbbf213. 00000100:00000010:1.0:1776190130.587170:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190130.587174:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001d19743c. 00010000:00000010:1.0:1776190130.587177:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000057c9c9c4. 00010000:00000010:2.1:1776190130.588915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f1648bf. 00010000:00000010:3.1:1776190130.588991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048bca85a. 00010000:00000010:1.1:1776190130.589988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5b40c97. 00010000:00000010:1.1:1776190130.589999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd993c15. 00000400:00000200:0.0:1776190130.595070:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.595089:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375d80 00000400:00000200:0.0:1776190130.595097:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb416d [2] + 656 00000400:00000200:0.0:1776190130.595603:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.595610:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.595806:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.595815:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009764b41c. 00000020:00000010:3.0:1776190130.596802:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017b2fde5. 00000020:00000010:3.0:1776190130.596812:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190130.596817:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.596851:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009764b41c x1862468296465792/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190130.596888:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296465792 02000000:00000010:3.0:1776190130.596901:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b320556b. 00010000:00000010:3.0:1776190130.596925:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1f5a2f5. 00010000:00000010:3.0:1776190130.596943:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060ab27ee. 00000100:00000010:3.0:1776190130.596949:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a2c3fef. 00000100:00000010:3.0:1776190130.596960:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a2c3fef. 00010000:00000010:3.0:1776190130.596963:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060ab27ee. 00000400:00000010:3.0:1776190130.596975:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ceb23d8e. 00000100:00000200:3.0:1776190130.596981:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296465792, offset 224 00000400:00000200:3.0:1776190130.596988:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.597001:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.597006:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92467:92467:256:4294967295] 192.168.203.39@tcp LPNI seq info [92467:92467:8:4294967295] 00000400:00000200:3.0:1776190130.597016:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.597022:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.597027:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190130.597032:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.597039:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.597042:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.597058:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190130.597061:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.597064:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017b2fde5. 00000800:00000200:0.0:1776190130.597552:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.597557:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aee482f6 (tot 82352218). 00000400:00000200:0.0:1776190130.597563:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.597569:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.597573:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ceb23d8e 00000400:00000010:0.0:1776190130.597575:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ceb23d8e. 00080000:00000010:0.0:1776190130.597626:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008aff88ee. 00010000:00000010:0.0:1776190130.597721:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f08570bf. 00010000:00000010:0.0:1776190130.597729:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006e393158. 00010000:00000010:0.0:1776190130.597839:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c30fc39. 00010000:00000010:0.0:1776190130.597845:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b9706e4. 00010000:00000010:0.0:1776190130.597855:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc02bc87. 00000100:00000010:0.0:1776190130.597859:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004fd3ab85. 00000100:00000010:0.0:1776190130.597866:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b6a886ef. 02000000:00000010:0.0:1776190130.597877:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da205266. 02000000:00000010:0.0:1776190130.597900:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1adc31b. 00000400:00000010:0.0:1776190130.597905:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b89cc4b4. 00000400:00000010:0.0:1776190130.597911:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004abfdfce. 00000100:00000200:0.0:1776190130.597916:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301353984, portal 16 00000400:00000010:0.0:1776190130.597921:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002035b0a8. 00000100:00000200:0.0:1776190130.597923:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301353984, offset 0 00000400:00000200:0.0:1776190130.597930:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.597940:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.597947:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.597950:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.597953:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.597956:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92468:92468:256:4294967295] 192.168.203.39@tcp LPNI seq info [92468:92468:8:4294967295] 00000400:00000200:0.0:1776190130.597965:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.597970:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.597973:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097d8db9e (tot 82352466). 00000800:00000200:0.0:1776190130.597978:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.597983:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.597986:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000097d8db9e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.598031:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.598034:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097d8db9e (tot 82352218). 00000400:00000200:0.0:1776190130.598037:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.598042:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.598044:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002035b0a8 00000400:00000010:0.0:1776190130.598046:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002035b0a8. 00000100:00000200:0.0:1776190130.598051:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b6a886ef x1862468301353984/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190130.602814:0:78406:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dcaefb6. 00010000:00000010:0.1:1776190130.602829:0:78406:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000796e951. 00010000:00000010:3.1:1776190130.606164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b804b50. 00000400:00000200:0.0:1776190130.612450:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.612470:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f400 00000400:00000200:0.0:1776190130.612479:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb580d [1] + 224 00000400:00000200:0.0:1776190130.612491:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.612495:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.612506:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b6a886ef x1862468301353984/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190130.612605:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b89cc4b4. 00000400:00000200:1.0:1776190130.612610:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004abfdfce 00000400:00000010:1.0:1776190130.612612:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004abfdfce. 00000100:00000200:1.0:1776190130.612618:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b6a886ef x1862468301353984/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190130.612625:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b6a886ef x1862468301353984/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190130.612653:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1adc31b. 02000000:00000010:1.0:1776190130.612659:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000da205266. 00000100:00000010:1.0:1776190130.612663:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b6a886ef. 00000100:00000010:1.0:1776190130.612667:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004fd3ab85. 00010000:00000010:1.0:1776190130.612670:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc02bc87. 00000400:00000200:0.0:1776190130.614442:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.614461:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375dc0 00000400:00000200:0.0:1776190130.614468:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb416d [2] + 984 00000400:00000200:0.0:1776190130.614527:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.614532:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.614537:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.614543:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008962746. 00000020:00000010:1.0:1776190130.620063:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005cbbf213. 00000020:00000010:1.0:1776190130.620076:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.620081:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.620117:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008962746 x1862468296465856/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190130.620156:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296465856 02000000:00000010:1.0:1776190130.620168:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003ea082b7. 00010000:00000010:1.0:1776190130.620195:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1aa2fd0. 00010000:00000010:1.0:1776190130.620224:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000057c9c9c4. 00000100:00000010:1.0:1776190130.620232:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001d19743c. 00000100:00000010:1.0:1776190130.620256:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001d19743c. 00010000:00000010:1.0:1776190130.620260:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000057c9c9c4. 00000400:00000010:1.0:1776190130.620274:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000295c0815. 00000100:00000200:1.0:1776190130.620280:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296465856, offset 224 00000400:00000200:1.0:1776190130.620287:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.620300:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.620306:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92469:92469:256:4294967295] 192.168.203.39@tcp LPNI seq info [92469:92469:8:4294967295] 00000400:00000200:1.0:1776190130.620316:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.620321:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.620326:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006429d592 (tot 82352466). 00000800:00000200:1.0:1776190130.620332:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.620339:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.620342:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006429d592 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.620361:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.620365:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.620368:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005cbbf213. 00000800:00000200:1.0:1776190130.620482:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.620486:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006429d592 (tot 82352218). 00000400:00000200:1.0:1776190130.620491:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.620496:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.620499:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000295c0815 00000400:00000010:1.0:1776190130.620501:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000295c0815. 00080000:00000010:2.0:1776190130.620752:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000121e9b1a. 00010000:00000010:2.0:1776190130.620872:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b9706e4. 00010000:00000010:2.0:1776190130.620878:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000868a3ad0. 00010000:00000010:2.0:1776190130.620943:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043c23262. 00010000:00000010:2.0:1776190130.620947:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fa416568. 00010000:00000010:2.0:1776190130.620953:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8ece58a. 00010000:00000010:2.0:1776190130.620957:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b0770be9. 00080000:00000010:2.0:1776190130.620968:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb074e18. 00010000:00000010:2.0:1776190130.620992:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0770be9. 00010000:00000010:2.0:1776190130.620996:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa416568. 00010000:00000010:2.0:1776190130.621043:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:2.0:1776190130.621048:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b0770be9. 00010000:00000010:2.0:1776190130.621055:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053f0917f. 00000100:00000010:2.0:1776190130.621059:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007a019b6. 00000100:00000010:2.0:1776190130.621068:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000462ed234. 02000000:00000010:2.0:1776190130.621080:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004428e443. 02000000:00000010:2.0:1776190130.621104:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d945344. 00000400:00000010:2.0:1776190130.621110:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000789fa5dd. 00000400:00000010:2.0:1776190130.621115:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031a328f. 00000100:00000200:2.0:1776190130.621121:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301354048, portal 16 00000400:00000010:2.0:1776190130.621126:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d797cb3e. 00000100:00000200:2.0:1776190130.621128:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301354048, offset 0 00000400:00000200:2.0:1776190130.621134:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.621143:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.621150:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.621153:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.621156:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.621158:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92470:92470:256:4294967295] 192.168.203.39@tcp LPNI seq info [92470:92470:8:4294967295] 00000400:00000200:2.0:1776190130.621165:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.621170:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.621173:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007553869f (tot 82352466). 00000800:00000200:2.0:1776190130.621177:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.621181:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.621183:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007553869f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190130.622389:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.622395:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352218). 00000400:00000200:1.0:1776190130.622402:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.622410:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.622414:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d797cb3e 00000400:00000010:1.0:1776190130.622416:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d797cb3e. 00000100:00000200:1.0:1776190130.622425:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000462ed234 x1862468301354048/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.626832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bbe6013. 00010000:00000010:2.1:1776190130.626848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c30fc39. 00010000:00000010:2.1:1776190130.626854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043c23262. 00010000:00000010:2.1:1776190130.626857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ece58a. 00000400:00000200:0.0:1776190130.627449:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.627465:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f440 00000400:00000200:0.0:1776190130.627474:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5819 [1] + 224 00000400:00000200:0.0:1776190130.627487:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.627491:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.627500:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000462ed234 x1862468301354048/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190130.627717:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000789fa5dd. 00000400:00000200:2.0:1776190130.627722:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031a328f 00000400:00000010:2.0:1776190130.627724:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031a328f. 00000100:00000200:2.0:1776190130.627730:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000462ed234 x1862468301354048/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.627737:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000462ed234 x1862468301354048/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.627763:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d945344. 02000000:00000010:2.0:1776190130.627769:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004428e443. 00000100:00000010:2.0:1776190130.628039:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000462ed234. 00000100:00000010:2.0:1776190130.628045:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000007a019b6. 00010000:00000010:2.0:1776190130.628050:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053f0917f. 00010000:00000010:1.1:1776190130.630191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac8c68ed. 00000400:00000200:1.0:1776190130.633535:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.633563:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375e00 00000400:00000200:1.0:1776190130.633574:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb416d [2] + 1312 00000400:00000200:1.0:1776190130.634129:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.634136:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.634145:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190130.634154:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 00000020:00000010:3.0:1776190130.634573:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017b2fde5. 00000020:00000010:3.0:1776190130.634704:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190130.634710:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.634744:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4f3ec3 x1862468296465920/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190130.634917:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296465920 02000000:00000010:3.0:1776190130.634941:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000094ff9487. 00010000:00000010:3.0:1776190130.634975:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d18401e. 00010000:00000010:3.0:1776190130.635002:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060ab27ee. 00000100:00000010:3.0:1776190130.635010:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a2c3fef. 00000100:00000010:3.0:1776190130.635039:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a2c3fef. 00010000:00000010:3.0:1776190130.635044:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060ab27ee. 00000400:00000010:3.0:1776190130.635059:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044641569. 00000100:00000200:3.0:1776190130.635065:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296465920, offset 224 00000400:00000200:3.0:1776190130.635073:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.635088:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.635096:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92471:92471:256:4294967295] 192.168.203.39@tcp LPNI seq info [92471:92471:8:4294967295] 00000400:00000200:3.0:1776190130.635108:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.635114:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.635120:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190130.635126:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.635135:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.635139:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.635164:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190130.635169:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.635172:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017b2fde5. 00080000:00000010:2.0:1776190130.635251:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004428e443. 00000800:00000200:0.0:1776190130.635318:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.635327:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aee482f6 (tot 82352218). 00000400:00000200:0.0:1776190130.635337:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.635349:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.635356:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044641569 00000400:00000010:0.0:1776190130.635358:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044641569. 00010000:00000010:2.0:1776190130.635378:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0770be9. 00010000:00000010:2.0:1776190130.635387:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cb074e06. 00010000:00000010:2.0:1776190130.635483:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8ece58a. 00010000:00000010:2.0:1776190130.635490:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b0770be9. 00010000:00000010:2.0:1776190130.635502:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053f0917f. 00000100:00000010:2.0:1776190130.635507:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007a019b6. 00000100:00000010:2.0:1776190130.635515:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000462ed234. 02000000:00000010:2.0:1776190130.635527:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d945344. 02000000:00000010:2.0:1776190130.635553:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031cb5456. 00000400:00000010:2.0:1776190130.635559:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000789fa5dd. 00000400:00000010:2.0:1776190130.635565:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031a328f. 00000100:00000200:2.0:1776190130.635571:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301354112, portal 16 00000400:00000010:2.0:1776190130.635576:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000177066b0. 00000100:00000200:2.0:1776190130.635589:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301354112, offset 0 00000400:00000200:2.0:1776190130.635596:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.635604:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.635611:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.635615:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.635618:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.635630:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92472:92472:256:4294967295] 192.168.203.39@tcp LPNI seq info [92472:92472:8:4294967295] 00000400:00000200:2.0:1776190130.635639:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.635643:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.635647:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007553869f (tot 82352466). 00000800:00000200:2.0:1776190130.635651:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.635655:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.635658:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007553869f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.637083:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.637090:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352218). 00000400:00000200:0.0:1776190130.637098:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.637106:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.637111:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000177066b0 00000400:00000010:0.0:1776190130.637113:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000177066b0. 00000100:00000200:0.0:1776190130.637123:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000462ed234 x1862468301354112/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.640816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9d784b2. 00010000:00000010:2.1:1776190130.640838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:3.1:1776190130.643130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006925c21e. 00000400:00000200:0.0:1776190130.663239:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.663275:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f480 00000400:00000200:0.0:1776190130.663289:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5825 [1] + 224 00000400:00000200:0.0:1776190130.663308:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.663314:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.663328:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000462ed234 x1862468301354112/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190130.663498:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000789fa5dd. 00000400:00000200:1.0:1776190130.663504:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031a328f 00000400:00000010:1.0:1776190130.663506:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031a328f. 00000100:00000200:1.0:1776190130.663514:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000462ed234 x1862468301354112/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190130.663522:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000462ed234 x1862468301354112/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190130.663559:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031cb5456. 02000000:00000010:1.0:1776190130.663567:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007d945344. 00000100:00000010:1.0:1776190130.663572:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000462ed234. 00000100:00000010:1.0:1776190130.663587:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000007a019b6. 00010000:00000010:1.0:1776190130.663594:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053f0917f. 00000400:00000200:0.0:1776190130.667198:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.667225:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375e40 00000400:00000200:0.0:1776190130.667236:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb416d [2] + 1640 00000400:00000200:0.0:1776190130.667376:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.667382:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.667391:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.667398:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000574dbf23. 00000020:00000010:1.0:1776190130.668391:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005cbbf213. 00000020:00000010:1.0:1776190130.668404:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.668410:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.668441:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000574dbf23 x1862468296465984/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190130.668499:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296465984 02000000:00000010:1.0:1776190130.668512:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd9e09d1. 00010000:00000010:1.0:1776190130.668544:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdcf56de. 00010000:00000010:1.0:1776190130.668574:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000057c9c9c4. 00000100:00000010:1.0:1776190130.668592:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001d19743c. 00000100:00000010:1.0:1776190130.668619:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001d19743c. 00010000:00000010:1.0:1776190130.668624:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000057c9c9c4. 00000400:00000010:1.0:1776190130.668638:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000295c0815. 00000100:00000200:1.0:1776190130.668644:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296465984, offset 224 00000400:00000200:1.0:1776190130.668654:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.668670:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.668677:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92473:92473:256:4294967295] 192.168.203.39@tcp LPNI seq info [92473:92473:8:4294967295] 00000400:00000200:1.0:1776190130.668687:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.668694:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.668698:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006429d592 (tot 82352466). 00000800:00000200:1.0:1776190130.668705:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.668712:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.668717:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006429d592 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.668741:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.668746:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.668749:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005cbbf213. 00000800:00000200:1.0:1776190130.668933:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.668937:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006429d592 (tot 82352218). 00000400:00000200:1.0:1776190130.668941:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.668946:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.668949:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000295c0815 00000400:00000010:1.0:1776190130.668951:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000295c0815. 00080000:00000010:2.0:1776190130.669195:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091cf174b. 00010000:00000010:2.0:1776190130.669278:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0770be9. 00010000:00000010:2.0:1776190130.669285:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002125431b. 00010000:00000010:2.0:1776190130.669364:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:2.0:1776190130.669369:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b0770be9. 00010000:00000010:2.0:1776190130.669380:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eb502c5c. 00000100:00000010:2.0:1776190130.669384:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d5e0a83. 00000100:00000010:2.0:1776190130.669392:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000663a046d. 02000000:00000010:2.0:1776190130.669402:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000790e305f. 02000000:00000010:2.0:1776190130.669425:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d945344. 00000400:00000010:2.0:1776190130.669431:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fc7ae1bc. 00000400:00000010:2.0:1776190130.669435:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ded49ea2. 00000100:00000200:2.0:1776190130.669441:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301354176, portal 16 00000400:00000010:2.0:1776190130.669445:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d4d52a6. 00000100:00000200:2.0:1776190130.669448:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301354176, offset 0 00000400:00000200:2.0:1776190130.669454:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.669463:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.669469:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.669472:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.669475:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.669477:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92474:92474:256:4294967295] 192.168.203.39@tcp LPNI seq info [92474:92474:8:4294967295] 00000400:00000200:2.0:1776190130.669485:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.669490:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.669495:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc81a4c0 (tot 82352466). 00000800:00000200:2.0:1776190130.669501:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.669506:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.669509:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc81a4c0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190130.670948:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.670954:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc81a4c0 (tot 82352218). 00000400:00000200:1.0:1776190130.670962:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.670970:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.670975:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d4d52a6 00000400:00000010:1.0:1776190130.670977:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d4d52a6. 00000100:00000200:1.0:1776190130.670985:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000663a046d x1862468301354176/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190130.673426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f2f9d85. 00000400:00000200:0.0:1776190130.675511:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.675539:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f4c0 00000400:00000200:0.0:1776190130.675554:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5831 [1] + 224 00000400:00000200:0.0:1776190130.675570:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.675576:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.675599:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000663a046d x1862468301354176/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.675649:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.675656:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375e80 00000400:00000200:0.0:1776190130.675661:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb416d [2] + 1968 00000400:00000010:0.0:1776190130.675666:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006da8c64f. 00000400:00000200:0.0:1776190130.675671:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d909056f 00000400:00000010:1.0:1776190130.675743:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fc7ae1bc. 00000400:00000200:0.0:1776190130.675744:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.675750:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.675754:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ded49ea2 00000400:00000010:1.0:1776190130.675757:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ded49ea2. 00000400:00000200:0.0:1776190130.675762:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d909056f 00000400:00000010:0.0:1776190130.675767:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d909056f (tot 82352066). 00000100:00000200:1.0:1776190130.675814:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000663a046d x1862468301354176/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190130.675826:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000663a046d x1862468301354176/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190130.675855:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d945344. 02000000:00000010:1.0:1776190130.675862:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000790e305f. 00000100:00000010:1.0:1776190130.675867:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000663a046d. 00000100:00000010:1.0:1776190130.675872:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d5e0a83. 00010000:00000010:1.0:1776190130.675877:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eb502c5c. 00000100:00000200:0.0:1776190130.675898:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776190130.675970:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005cbbf213. 00000020:00000010:1.0:1776190130.675977:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.675981:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.676001:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000051ac46d5 x1862468296466048/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190130.676044:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296466048 02000000:00000010:1.0:1776190130.676054:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005c6389e1. 00010000:00000010:1.0:1776190130.676079:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000545b460f. 00010000:00000010:1.0:1776190130.676096:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000057c9c9c4. 00000100:00000010:1.0:1776190130.676103:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001d19743c. 00000100:00000010:1.0:1776190130.676115:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001d19743c. 00010000:00000010:1.0:1776190130.676117:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000057c9c9c4. 00080000:00000010:1.0:1776190130.676142:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000052073fb. 00010000:00000010:1.0:1776190130.676234:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0770be9. 00010000:00000010:1.0:1776190130.676241:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ede81d1c. 00010000:00000010:1.0:1776190130.676314:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd993c15. 00010000:00000010:1.0:1776190130.676320:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000728e13c3. 00010000:00000010:1.0:1776190130.676328:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000057c9c9c4. 00000100:00000010:1.0:1776190130.676332:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001d19743c. 00000100:00000010:1.0:1776190130.676337:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b94bceb5. 02000000:00000010:1.0:1776190130.676346:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d703e7ee. 02000000:00000010:1.0:1776190130.676367:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7102eb4. 00000400:00000010:1.0:1776190130.676372:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b33759d1. 00000400:00000010:1.0:1776190130.676377:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000295c0815. 00000100:00000200:1.0:1776190130.676382:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301354240, portal 16 00000400:00000010:1.0:1776190130.676386:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190130.676388:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301354240, offset 0 00000400:00000200:1.0:1776190130.676395:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.676409:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.676415:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190130.676418:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190130.676421:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190130.676424:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92475:92475:256:4294967295] 192.168.203.39@tcp LPNI seq info [92475:92475:8:4294967295] 00000400:00000200:1.0:1776190130.676433:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.676440:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.676445:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006429d592 (tot 82352314). 00000800:00000200:1.0:1776190130.676450:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.676457:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.676461:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006429d592 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190130.676566:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.676570:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006429d592 (tot 82352066). 00000400:00000200:1.0:1776190130.676575:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.676592:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.676596:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:1.0:1776190130.676599:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 00000100:00000200:1.0:1776190130.676604:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b94bceb5 x1862468301354240/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190130.676625:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190130.676628:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296466048, offset 224 00000400:00000200:1.0:1776190130.676632:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.676638:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.676641:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92476:92476:256:4294967295] 192.168.203.39@tcp LPNI seq info [92476:92476:8:4294967295] 00000400:00000200:1.0:1776190130.676649:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.676652:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.676655:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006429d592 (tot 82352314). 00000800:00000200:1.0:1776190130.676658:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.676662:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.676664:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006429d592 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.676678:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.676683:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.676685:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005cbbf213. 02000000:00000010:1.0:1776190130.676693:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd9e09d1. 00000100:00000010:1.0:1776190130.676695:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000574dbf23. 02000000:00000010:1.0:1776190130.676698:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000094ff9487. 00000100:00000010:1.0:1776190130.676700:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190130.676703:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003ea082b7. 00000100:00000010:1.0:1776190130.676705:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008962746. 02000000:00000010:1.0:1776190130.676708:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b320556b. 00000100:00000010:1.0:1776190130.676710:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009764b41c. 02000000:00000010:1.0:1776190130.676712:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000036408e57. 00000100:00000010:1.0:1776190130.676714:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a89b0311. 02000000:00000010:1.0:1776190130.676717:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000071296b18. 00000100:00000010:1.0:1776190130.676719:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 00000100:00000200:1.0:1776190130.676726:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:1.0:1776190130.676743:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.676745:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006429d592 (tot 82352066). 00000400:00000200:1.0:1776190130.676748:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.676751:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.676753:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:1.0:1776190130.676755:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 02000000:00000010:1.0:1776190130.676757:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005c6389e1. 00000400:00000010:1.0:1776190130.676766:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000098c148be. 00000400:00000010:1.0:1776190130.676769:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b422b39b (tot 82352218). 00010000:00000010:2.1:1776190130.677384:0:78413:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2306a03. 00010000:00000010:2.1:1776190130.677392:0:78413:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ece58a. 00000400:00000200:0.0:1776190130.682937:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.682959:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f500 00000400:00000200:0.0:1776190130.682967:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5839 [1] + 224 00000400:00000200:0.0:1776190130.682979:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.682983:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.682993:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b94bceb5 x1862468301354240/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.683030:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.683036:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375ec0 00000400:00000200:0.0:1776190130.683040:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb41c5 [2] + 0 00000400:00000200:0.0:1776190130.683092:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.683096:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.683100:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.683107:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f627330. 00000400:00000010:1.0:1776190130.683181:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b33759d1. 00000400:00000200:1.0:1776190130.683186:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000295c0815 00000400:00000010:1.0:1776190130.683188:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000295c0815. 00000100:00000200:1.0:1776190130.683194:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b94bceb5 x1862468301354240/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190130.683202:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b94bceb5 x1862468301354240/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190130.683229:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7102eb4. 02000000:00000010:1.0:1776190130.683239:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d703e7ee. 00000100:00000010:1.0:1776190130.683242:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b94bceb5. 00000100:00000010:1.0:1776190130.683245:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001d19743c. 00010000:00000010:1.0:1776190130.683248:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000057c9c9c4. 00000020:00000010:3.0:1776190130.683394:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff43a418. 00000020:00000010:3.0:1776190130.683402:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190130.683406:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.683429:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005f627330 x1862468296466112/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190130.688039:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296466112 02000000:00000010:3.0:1776190130.688063:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b5aec709. 00010000:00000010:3.0:1776190130.688094:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006552f9ae. 00010000:00000010:3.0:1776190130.688118:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060ab27ee. 00000100:00000010:3.0:1776190130.688126:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a2c3fef. 00000100:00000010:3.0:1776190130.688149:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a2c3fef. 00010000:00000010:3.0:1776190130.688154:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060ab27ee. 00000400:00000010:3.0:1776190130.688167:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044641569. 00000100:00000200:3.0:1776190130.688172:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296466112, offset 224 00000400:00000200:3.0:1776190130.688182:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.688199:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.688206:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92477:92477:256:4294967295] 192.168.203.39@tcp LPNI seq info [92477:92477:8:4294967295] 00000400:00000200:3.0:1776190130.688216:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.688221:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.688226:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352466). 00000800:00000200:3.0:1776190130.688232:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.688239:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.688243:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.688264:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190130.688269:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.688272:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff43a418. 00080000:00000010:2.0:1776190130.688714:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000985b0fb8. 00010000:00000010:2.0:1776190130.688822:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000728e13c3. 00010000:00000010:2.0:1776190130.688831:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000053320f6. 00010000:00000010:2.0:1776190130.688896:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8ece58a. 00010000:00000010:2.0:1776190130.688902:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c989aed0. 00010000:00000010:2.0:1776190130.688912:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b1f16622. 00000100:00000010:2.0:1776190130.688916:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d85185a. 00000100:00000010:2.0:1776190130.688923:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a89b0311. 02000000:00000010:2.0:1776190130.688935:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000071296b18. 02000000:00000010:2.0:1776190130.688957:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000790e305f. 00000400:00000010:2.0:1776190130.688963:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062be945c. 00000400:00000010:2.0:1776190130.688968:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054f31e6a. 00000100:00000200:2.0:1776190130.688973:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301354304, portal 16 00000400:00000010:2.0:1776190130.688977:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002848b18e. 00000100:00000200:2.0:1776190130.688979:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301354304, offset 0 00000400:00000200:2.0:1776190130.688985:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.688994:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.689000:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.689003:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.689006:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.689008:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92478:92478:255:4294967295] 192.168.203.39@tcp LPNI seq info [92478:92478:7:4294967295] 00000400:00000200:2.0:1776190130.689015:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.689020:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.689023:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c149bd5 (tot 82352714). 00000800:00000200:2.0:1776190130.689028:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.689031:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.689035:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c149bd5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190130.690237:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.690243:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004809ab70 (tot 82352466). 00000400:00000200:2.0:1776190130.690249:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.690256:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.690261:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044641569 00000400:00000010:2.0:1776190130.690263:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044641569. 00000800:00000200:2.0:1776190130.690521:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.690523:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352218). 00000400:00000200:2.0:1776190130.690527:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.690530:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.690533:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002848b18e 00000400:00000010:2.0:1776190130.690535:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002848b18e. 00000100:00000200:2.0:1776190130.690541:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a89b0311 x1862468301354304/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.694369:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.694398:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f540 00000400:00000200:3.0:1776190130.694412:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb584d [1] + 224 00000400:00000200:2.0:1776190130.694545:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.694559:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.694571:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a89b0311 x1862468301354304/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190130.694640:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.694655:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375f00 00000400:00000200:2.0:1776190130.694662:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb41c5 [2] + 328 00000400:00000200:2.0:1776190130.694676:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.694679:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.694683:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190130.694688:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000663a046d. 00000400:00000010:3.0:1776190130.694815:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062be945c. 00000400:00000200:3.0:1776190130.694824:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054f31e6a 00000400:00000010:3.0:1776190130.694826:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054f31e6a. 00000100:00000200:3.0:1776190130.694838:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a89b0311 x1862468301354304/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190130.694850:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a89b0311 x1862468301354304/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190130.694890:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000790e305f. 02000000:00000010:3.0:1776190130.694900:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000071296b18. 00000100:00000010:3.0:1776190130.694906:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a89b0311. 00000100:00000010:3.0:1776190130.694911:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d85185a. 00010000:00000010:3.0:1776190130.694917:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b1f16622. 00000020:00000010:3.0:1776190130.694983:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff43a418. 00000020:00000010:3.0:1776190130.694992:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190130.694998:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00010000:00000010:1.1:1776190130.695016:0:78407:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063bfa179. 00010000:00000010:1.1:1776190130.695028:0:78407:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1de5b22. 00010000:00000010:1.1:1776190130.695034:0:78407:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd2bfc8. 00000100:00000200:3.0:1776190130.695047:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000663a046d x1862468296466176/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190130.695091:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296466176 02000000:00000010:3.0:1776190130.695107:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b9942f07. 00010000:00000010:3.0:1776190130.695144:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa89a697. 00010000:00000010:3.0:1776190130.695171:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060ab27ee. 00000100:00000010:3.0:1776190130.695179:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a2c3fef. 00000100:00000010:3.0:1776190130.695205:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a2c3fef. 00010000:00000010:3.0:1776190130.695209:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060ab27ee. 00000400:00000010:3.0:1776190130.695225:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ceb23d8e. 00000100:00000200:3.0:1776190130.695231:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296466176, offset 224 00000400:00000200:3.0:1776190130.695241:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.695265:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.695272:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92479:92479:256:4294967295] 192.168.203.39@tcp LPNI seq info [92479:92479:8:4294967295] 00000400:00000200:3.0:1776190130.695284:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.695291:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.695297:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352466). 00000800:00000200:3.0:1776190130.695303:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.695312:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.695317:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.695345:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190130.695349:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.695353:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff43a418. 00000800:00000200:1.0:1776190130.696869:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.696878:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003900fe9a (tot 82352218). 00000400:00000200:1.0:1776190130.696887:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.696896:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.696903:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ceb23d8e 00000400:00000010:1.0:1776190130.696905:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ceb23d8e. 00080000:00000010:2.0:1776190130.697446:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d945344. 00010000:00000010:2.0:1776190130.697550:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c989aed0. 00010000:00000010:2.0:1776190130.697558:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002d8fdcb0. 00010000:00000010:2.0:1776190130.697648:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043c23262. 00010000:00000010:2.0:1776190130.697653:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190130.697658:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c7c73bc. 00010000:00000010:2.0:1776190130.697663:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c989aed0. 00080000:00000010:2.0:1776190130.697678:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031cb5456. 00010000:00000010:2.0:1776190130.697703:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c989aed0. 00010000:00000010:2.0:1776190130.697707:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190130.697757:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000266999a. 00010000:00000010:2.0:1776190130.697761:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c989aed0. 00010000:00000010:2.0:1776190130.697768:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040b3ce08. 00000100:00000010:2.0:1776190130.697791:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000299528df. 00000100:00000010:2.0:1776190130.697801:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000462ed234. 02000000:00000010:2.0:1776190130.697815:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000071296b18. 02000000:00000010:2.0:1776190130.697841:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000790e305f. 00000400:00000010:2.0:1776190130.697848:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005e6cfcdf. 00000400:00000010:2.0:1776190130.697854:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002848b18e. 00000100:00000200:2.0:1776190130.697861:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301354368, portal 16 00000400:00000010:2.0:1776190130.697866:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616296ae. 00000100:00000200:2.0:1776190130.697868:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301354368, offset 0 00000400:00000200:2.0:1776190130.697877:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.697892:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.697899:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.697902:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.697905:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.697908:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92480:92480:256:4294967295] 192.168.203.39@tcp LPNI seq info [92480:92480:8:4294967295] 00000400:00000200:2.0:1776190130.697919:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.697926:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.697930:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c149bd5 (tot 82352466). 00000800:00000200:2.0:1776190130.697936:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.697943:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.697947:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c149bd5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190130.698156:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.698160:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352218). 00000400:00000200:1.0:1776190130.698164:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.698168:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.698172:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616296ae 00000400:00000010:1.0:1776190130.698174:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616296ae. 00000100:00000200:1.0:1776190130.698181:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000462ed234 x1862468301354368/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190130.702991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbd50ab3. 00010000:00000010:2.1:1776190130.705742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6b74d80. 00010000:00000010:2.1:1776190130.705760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd993c15. 00000400:00000200:2.0:1776190130.705846:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.705864:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f580 00000400:00000200:2.0:1776190130.705888:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5859 [1] + 224 00000400:00000200:2.0:1776190130.705902:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.705908:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.705920:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000462ed234 x1862468301354368/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190130.705961:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.705967:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375f40 00000400:00000200:2.0:1776190130.705972:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb41c5 [2] + 656 00000400:00000200:2.0:1776190130.705997:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.706000:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.706006:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190130.706011:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e75ddab0. 00000020:00000010:2.0:1776190130.706064:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae3be512. 00000020:00000010:2.0:1776190130.706072:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084443922. 00000020:00000010:2.0:1776190130.706076:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190130.706099:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e75ddab0 x1862468296466240/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190130.706126:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296466240 02000000:00000010:2.0:1776190130.706136:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000900029d6. 00010000:00000010:2.0:1776190130.706169:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e80e75a6. 00000100:00000010:2.0:1776190130.706177:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d85185a. 00000100:00000010:2.0:1776190130.706182:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d85185a. 00010000:00000010:2.0:1776190130.706187:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e80e75a6. 00000400:00000010:2.0:1776190130.706200:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f90117b. 00000100:00000200:2.0:1776190130.706204:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296466240, offset 224 00000400:00000200:2.0:1776190130.706210:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.706219:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.706224:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92481:92481:256:4294967295] 192.168.203.39@tcp LPNI seq info [92481:92481:8:4294967295] 00000400:00000200:2.0:1776190130.706235:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.706240:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.706244:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003db09799 (tot 82352466). 00000800:00000200:2.0:1776190130.706249:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.706256:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.706259:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003db09799 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190130.706282:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084443922. 00000020:00000010:2.0:1776190130.706286:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190130.706298:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae3be512. 00000400:00000010:0.0:1776190130.708756:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005e6cfcdf. 00000400:00000200:0.0:1776190130.708768:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002848b18e 00000400:00000010:0.0:1776190130.708810:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002848b18e. 00000100:00000200:0.0:1776190130.708829:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000462ed234 x1862468301354368/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190130.708844:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000462ed234 x1862468301354368/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190130.708886:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000145d0730. 02000000:00000010:0.0:1776190130.708904:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000790e305f. 02000000:00000010:0.0:1776190130.708912:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000071296b18. 00000100:00000010:0.0:1776190130.708915:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000462ed234. 00000100:00000010:0.0:1776190130.708921:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000299528df. 00010000:00000010:0.0:1776190130.708926:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040b3ce08. 00080000:00000010:0.0:1776190130.708946:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6e88af4. 00010000:00000010:0.0:1776190130.709038:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c989aed0. 00010000:00000010:0.0:1776190130.709046:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc141934. 00010000:00000010:0.0:1776190130.709113:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1ee786e. 00010000:00000010:0.0:1776190130.709121:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000915efffa. 00010000:00000010:0.0:1776190130.709131:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c710cc8. 00000100:00000010:0.0:1776190130.709138:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000046070fcb. 00000100:00000010:0.0:1776190130.709145:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b6dc10e. 02000000:00000010:0.0:1776190130.709160:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e19c40c8. 02000000:00000010:0.0:1776190130.709186:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da205266. 00000400:00000010:0.0:1776190130.709192:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006da8c64f. 00000400:00000010:0.0:1776190130.709196:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002035b0a8. 00000100:00000200:0.0:1776190130.709202:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301354432, portal 16 00000400:00000010:0.0:1776190130.709207:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004abfdfce. 00000100:00000200:0.0:1776190130.709209:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301354432, offset 0 00000400:00000200:0.0:1776190130.709216:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.709229:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.709235:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.709238:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.709241:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.709244:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92482:92482:255:4294967295] 192.168.203.39@tcp LPNI seq info [92482:92482:7:4294967295] 00000400:00000200:0.0:1776190130.709253:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.709260:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.709265:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352714). 00000800:00000200:0.0:1776190130.709271:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.709281:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.709284:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190130.709629:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.709635:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003db09799 (tot 82352466). 00000400:00000200:1.0:1776190130.709640:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.709646:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.709651:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f90117b 00000400:00000010:1.0:1776190130.709653:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f90117b. 00000800:00000200:1.0:1776190130.709723:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.709725:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352218). 00000400:00000200:1.0:1776190130.709733:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.709741:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.709744:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004abfdfce 00000400:00000010:1.0:1776190130.709747:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004abfdfce. 00000100:00000200:1.0:1776190130.709756:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009b6dc10e x1862468301354432/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190130.711157:0:78414:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000553eef47. 00000400:00000200:1.0:1776190130.717829:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.717937:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f5c0 00000400:00000200:1.0:1776190130.717950:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5865 [1] + 224 00000400:00000200:1.0:1776190130.717967:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.717972:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.717986:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009b6dc10e x1862468301354432/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190130.718099:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.718106:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375f80 00000400:00000200:1.0:1776190130.718111:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb41c5 [2] + 984 00000400:00000200:1.0:1776190130.718202:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.718206:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.718210:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190130.718216:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b94bceb5. 00000400:00000010:0.0:1776190130.721313:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006da8c64f. 00000400:00000200:0.0:1776190130.721327:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002035b0a8 00000400:00000010:0.0:1776190130.721330:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002035b0a8. 00000100:00000200:0.0:1776190130.721348:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009b6dc10e x1862468301354432/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190130.721358:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009b6dc10e x1862468301354432/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190130.721474:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da205266. 02000000:00000010:0.0:1776190130.721483:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e19c40c8. 00000100:00000010:0.0:1776190130.721488:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b6dc10e. 00000100:00000010:0.0:1776190130.721492:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000046070fcb. 00010000:00000010:0.0:1776190130.721497:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c710cc8. 00000020:00000010:2.0:1776190130.721647:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae3be512. 00000020:00000010:2.0:1776190130.721658:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084443922. 00000020:00000010:2.0:1776190130.721664:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190130.721702:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b94bceb5 x1862468296466304/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190130.721734:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296466304 02000000:00000010:2.0:1776190130.721748:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f57168d2. 00010000:00000010:2.0:1776190130.721799:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005217bb0c. 00010000:00000010:2.0:1776190130.721825:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e80e75a6. 00000100:00000010:2.0:1776190130.721833:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d85185a. 00000100:00000010:2.0:1776190130.721850:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d85185a. 00010000:00000010:2.0:1776190130.721854:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e80e75a6. 00000400:00000010:2.0:1776190130.721870:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3a7a590. 00000100:00000200:2.0:1776190130.721875:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296466304, offset 224 00000400:00000200:2.0:1776190130.721885:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.721904:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.721911:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92483:92483:256:4294967295] 192.168.203.39@tcp LPNI seq info [92483:92483:8:4294967295] 00000400:00000200:2.0:1776190130.721924:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.721931:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.721937:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a3d1fd9 (tot 82352466). 00000800:00000200:2.0:1776190130.721945:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.721952:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00080000:00000010:3.0:1776190130.721957:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff43a418. 00000800:00000200:2.0:1776190130.721957:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002a3d1fd9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190130.721979:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084443922. 00000020:00000010:2.0:1776190130.721983:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190130.721986:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae3be512. 00000800:00000200:2.0:1776190130.722102:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.722106:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a3d1fd9 (tot 82352218). 00000400:00000200:2.0:1776190130.722112:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.722118:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.722123:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3a7a590 00000400:00000010:2.0:1776190130.722125:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3a7a590. 00010000:00000010:3.0:1776190130.725081:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000915efffa. 00010000:00000010:3.0:1776190130.725103:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed2f180b. 00010000:00000010:3.0:1776190130.725432:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b659aaff. 00010000:00000010:3.0:1776190130.725442:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9b1699d. 00010000:00000010:3.0:1776190130.725461:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060ab27ee. 00000100:00000010:3.0:1776190130.725471:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a2c3fef. 00000100:00000010:3.0:1776190130.725483:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 02000000:00000010:3.0:1776190130.725502:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff7861f1. 02000000:00000010:3.0:1776190130.725540:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000000dc66cb. 00000400:00000010:3.0:1776190130.725549:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f06670c9. 00000400:00000010:3.0:1776190130.725557:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000100:00000200:3.0:1776190130.725651:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301354496, portal 16 00000400:00000010:3.0:1776190130.725660:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e52bdf0a. 00000100:00000200:3.0:1776190130.725662:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301354496, offset 0 00000400:00000200:3.0:1776190130.725674:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.725927:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.725936:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190130.725941:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190130.725944:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190130.725949:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92484:92484:256:4294967295] 192.168.203.39@tcp LPNI seq info [92484:92484:8:4294967295] 00000400:00000200:3.0:1776190130.725962:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.725969:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.725975:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190130.725984:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.725993:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.725998:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190130.726311:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.726316:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adc83051 (tot 82352218). 00000400:00000200:2.0:1776190130.726324:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.726330:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.726335:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e52bdf0a 00000400:00000010:2.0:1776190130.726337:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e52bdf0a. 00000100:00000200:2.0:1776190130.726346:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c4a3a006 x1862468301354496/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190130.726528:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2a6c158. 00010000:00000010:0.1:1776190130.726536:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0a1d801. 00010000:00000010:0.1:1776190130.726541:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000266999a. 00010000:00000010:2.1:1776190130.726949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e76b527c. 00010000:00000010:2.1:1776190130.726956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ece58a. 00010000:00000010:2.1:1776190130.726961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043c23262. 00010000:00000010:2.1:1776190130.726964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7c73bc. 00000400:00000200:3.0:1776190130.732427:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.732453:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f600 00000400:00000200:3.0:1776190130.732463:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5871 [1] + 224 00000400:00000200:3.0:1776190130.732479:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.732483:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.732498:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c4a3a006 x1862468301354496/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.732546:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.732552:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1375fc0 00000400:00000200:3.0:1776190130.732557:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb41c5 [2] + 1312 00000400:00000200:3.0:1776190130.732634:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.732638:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.732642:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190130.732650:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea935c56. 00000020:00000010:2.0:1776190130.732756:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae3be512. 00000020:00000010:2.0:1776190130.732789:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084443922. 00000020:00000010:2.0:1776190130.732795:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190130.732837:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ea935c56 x1862468296466368/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:0.0:1776190130.732870:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f06670c9. 00000100:00000200:2.0:1776190130.732876:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296466368 00000400:00000200:0.0:1776190130.732879:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003335af77 00000400:00000010:0.0:1776190130.732883:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003335af77. 02000000:00000010:2.0:1776190130.732890:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cd58939f. 00000100:00000200:0.0:1776190130.732893:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c4a3a006 x1862468301354496/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190130.732907:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c4a3a006 x1862468301354496/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190130.732934:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e80e75a6. 00010000:00000010:0.0:1776190130.732939:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eb0c27c5. 00000100:00000010:2.0:1776190130.732945:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d85185a. 00000100:00000010:2.0:1776190130.732955:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d85185a. 00010000:00000010:2.0:1776190130.732963:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e80e75a6. 02000000:00000010:0.0:1776190130.732966:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000dc66cb. 02000000:00000010:0.0:1776190130.732974:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ff7861f1. 00000400:00000010:2.0:1776190130.732979:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3a7a590. 00000100:00000010:0.0:1776190130.732980:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 00000100:00000200:2.0:1776190130.732988:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296466368, offset 224 00000100:00000010:0.0:1776190130.732988:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a2c3fef. 00010000:00000010:0.0:1776190130.732997:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060ab27ee. 00000400:00000200:2.0:1776190130.733003:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.733022:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00080000:00000010:0.0:1776190130.733023:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da205266. 00000400:00000200:2.0:1776190130.733031:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92485:92485:256:4294967295] 192.168.203.39@tcp LPNI seq info [92485:92485:8:4294967295] 00000400:00000200:2.0:1776190130.733043:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.733049:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.733054:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a3d1fd9 (tot 82352466). 00000800:00000200:2.0:1776190130.733060:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.733067:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.733071:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002a3d1fd9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190130.733093:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084443922. 00000020:00000010:2.0:1776190130.733097:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190130.733101:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae3be512. 00010000:00000010:0.0:1776190130.733152:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9b1699d. 00010000:00000010:0.0:1776190130.733162:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eaabc0cc. 00000800:00000200:2.0:1776190130.733213:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.733219:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a3d1fd9 (tot 82352218). 00000400:00000200:2.0:1776190130.733227:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.733234:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.733239:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3a7a590 00000400:00000010:2.0:1776190130.733244:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3a7a590. 00010000:00000010:0.0:1776190130.733272:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a78bc12a. 00010000:00000010:0.0:1776190130.733281:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd4301f1. 00010000:00000010:0.0:1776190130.733296:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e50f52. 00000100:00000010:0.0:1776190130.733302:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000046070fcb. 00000100:00000010:0.0:1776190130.733310:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b6dc10e. 02000000:00000010:0.0:1776190130.733324:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d1adc31b. 02000000:00000010:0.0:1776190130.733357:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083331127. 00000400:00000010:0.0:1776190130.733363:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006da8c64f. 00000400:00000010:0.0:1776190130.733369:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002035b0a8. 00000100:00000200:0.0:1776190130.733375:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301354560, portal 16 00000400:00000010:0.0:1776190130.733380:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a39756e. 00000100:00000200:0.0:1776190130.733382:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301354560, offset 0 00000400:00000200:0.0:1776190130.733390:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.733401:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.733409:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.733414:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.733417:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.733420:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92486:92486:256:4294967295] 192.168.203.39@tcp LPNI seq info [92486:92486:8:4294967295] 00000400:00000200:0.0:1776190130.733429:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.733435:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.733441:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352466). 00000800:00000200:0.0:1776190130.733449:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.733455:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.733458:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190130.733624:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.733628:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352218). 00000400:00000200:2.0:1776190130.733631:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.733636:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.733639:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a39756e 00000400:00000010:2.0:1776190130.733641:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a39756e. 00000100:00000200:2.0:1776190130.733647:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009b6dc10e x1862468301354560/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190130.740332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aee9ae0f. 00010000:00000010:3.1:1776190130.740346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ee786e. 00010000:00000010:2.1:1776190130.740448:0:78406:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df0f61cd. 00010000:00000010:0.1:1776190130.744912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cfcd911. 00010000:00000010:0.1:1776190130.744929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000401c9ed5. 00010000:00000010:0.1:1776190130.744935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b659aaff. 00000400:00000200:0.0:1776190130.745211:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.745243:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f640 00000400:00000200:0.0:1776190130.745256:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb587d [1] + 224 00000400:00000200:0.0:1776190130.745274:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.745279:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.745293:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009b6dc10e x1862468301354560/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.745661:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.745669:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376000 00000400:00000200:0.0:1776190130.745675:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb41c5 [2] + 1640 00000400:00000200:0.0:1776190130.745685:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.745688:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.745693:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.747474:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2d466. 00000020:00000010:0.0:1776190130.747599:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e19c40c8. 00000020:00000010:0.0:1776190130.747608:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a3b628e. 00000020:00000010:0.0:1776190130.747615:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 00000100:00000200:0.0:1776190130.747656:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002fe2d466 x1862468296466432/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190130.747692:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296466432 02000000:00000010:0.0:1776190130.747717:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000080cc366e. 00010000:00000010:0.0:1776190130.748620:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b83f6e2. 00000100:00000010:0.0:1776190130.748635:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b09aa53. 00000100:00000010:0.0:1776190130.748643:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b09aa53. 00010000:00000010:0.0:1776190130.748647:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b83f6e2. 00000400:00000010:0.0:1776190130.748667:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd1efa83. 00000100:00000200:0.0:1776190130.748673:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296466432, offset 224 00000400:00000200:0.0:1776190130.748686:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.748706:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.748713:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92487:92487:256:4294967295] 192.168.203.39@tcp LPNI seq info [92487:92487:8:4294967295] 00000400:00000200:0.0:1776190130.748737:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.748744:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.748752:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352466). 00000800:00000200:0.0:1776190130.748759:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.748768:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.748789:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190130.748817:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a3b628e. 00000020:00000010:0.0:1776190130.748824:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:0.0:1776190130.748828:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e19c40c8. 00000800:00000200:0.0:1776190130.748948:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.748952:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:0.0:1776190130.748956:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.748961:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.748967:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd1efa83 00000400:00000010:0.0:1776190130.748969:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd1efa83. 00000400:00000010:1.0:1776190130.750824:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006da8c64f. 00000400:00000200:1.0:1776190130.750841:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002035b0a8 00000400:00000010:1.0:1776190130.750843:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002035b0a8. 00000100:00000200:1.0:1776190130.750862:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009b6dc10e x1862468301354560/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190130.750880:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009b6dc10e x1862468301354560/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190130.750921:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb30c1d7. 02000000:00000010:1.0:1776190130.750942:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083331127. 02000000:00000010:1.0:1776190130.750949:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d1adc31b. 00000100:00000010:1.0:1776190130.750954:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b6dc10e. 00000100:00000010:1.0:1776190130.750959:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000046070fcb. 00010000:00000010:1.0:1776190130.750963:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e50f52. 00080000:00000010:0.0:1776190130.751095:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e19c40c8. 00010000:00000010:0.0:1776190130.751216:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd4301f1. 00010000:00000010:0.0:1776190130.751224:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000064c3c3a0. 00010000:00000010:0.0:1776190130.751333:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1ee786e. 00010000:00000010:0.0:1776190130.751340:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd4301f1. 00010000:00000010:0.0:1776190130.751486:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b83f6e2. 00000100:00000010:0.0:1776190130.751494:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b09aa53. 00000100:00000010:0.0:1776190130.751505:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ed276d7f. 02000000:00000010:0.0:1776190130.751520:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000501a22f9. 02000000:00000010:0.0:1776190130.751559:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa4d570c. 00000400:00000010:0.0:1776190130.751565:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000066547850. 00000400:00000010:0.0:1776190130.751571:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd1efa83. 00000100:00000200:0.0:1776190130.751587:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301354624, portal 16 00000400:00000010:0.0:1776190130.751593:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ef305d3. 00000100:00000200:0.0:1776190130.751596:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301354624, offset 0 00000400:00000200:0.0:1776190130.751605:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.751622:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.751631:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.751635:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.751639:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.751643:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92488:92488:256:4294967295] 192.168.203.39@tcp LPNI seq info [92488:92488:8:4294967295] 00000400:00000200:0.0:1776190130.751655:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.751661:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.751667:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352466). 00000800:00000200:0.0:1776190130.751675:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.751685:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.751690:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190130.752846:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.752854:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:1.0:1776190130.752862:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.752872:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.752879:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ef305d3 00000400:00000010:1.0:1776190130.752881:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ef305d3. 00000100:00000200:1.0:1776190130.752889:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ed276d7f x1862468301354624/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.756561:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.756600:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f680 00000400:00000200:3.0:1776190130.756611:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5889 [1] + 224 00000400:00000200:3.0:1776190130.756631:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.756636:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.756650:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ed276d7f x1862468301354624/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190130.757453:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000066547850. 00000400:00000200:1.0:1776190130.757464:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd1efa83 00000400:00000010:1.0:1776190130.757466:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd1efa83. 00000100:00000200:1.0:1776190130.757479:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ed276d7f x1862468301354624/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190130.757489:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ed276d7f x1862468301354624/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190130.757527:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa4d570c. 02000000:00000010:1.0:1776190130.757535:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000501a22f9. 00000100:00000010:1.0:1776190130.757539:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ed276d7f. 00000100:00000010:1.0:1776190130.757544:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b09aa53. 00010000:00000010:1.0:1776190130.757548:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b83f6e2. 00000400:00000200:3.0:1776190130.758531:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.758550:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376040 00000400:00000200:3.0:1776190130.758560:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb41c5 [2] + 1968 00000400:00000010:3.0:1776190130.758697:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b6877521. 00000400:00000200:3.0:1776190130.758817:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008a8169d3 00000400:00000200:3.0:1776190130.759495:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.759506:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.759766:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a8169d3 00000400:00000010:3.0:1776190130.759770:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008a8169d3 (tot 82352066). 00000100:00000200:3.0:1776190130.760164:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190130.760295:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099cdf666. 00000020:00000010:0.0:1776190130.760304:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a3b628e. 00000020:00000010:0.0:1776190130.760364:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 00000100:00000200:0.0:1776190130.760400:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d35c9a78 x1862468296466496/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190130.760441:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296466496 02000000:00000010:0.0:1776190130.760455:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a3ca3a13. 00010000:00000010:0.0:1776190130.760496:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000037188226. 00010000:00000010:0.0:1776190130.760523:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eeb76fd3. 00000100:00000010:0.0:1776190130.760532:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d0abba2. 00000100:00000010:0.0:1776190130.760550:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d0abba2. 00010000:00000010:0.0:1776190130.760554:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eeb76fd3. 00080000:00000010:1.0:1776190130.760998:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7102eb4. 00000400:00000010:0.0:1776190130.761184:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c89ae973. 00000100:00000200:0.0:1776190130.761194:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296466496, offset 224 00000400:00000200:0.0:1776190130.761206:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.761226:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.761234:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92489:92489:256:4294967295] 192.168.203.39@tcp LPNI seq info [92489:92489:8:4294967295] 00000400:00000200:0.0:1776190130.761247:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.761254:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.761260:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352314). 00000800:00000200:0.0:1776190130.761269:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.761278:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.761283:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1776190130.761318:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd4301f1. 00010000:00000010:1.0:1776190130.761328:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000036f9c50b. 00010000:00000010:1.0:1776190130.761427:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ce4c7d5. 00010000:00000010:1.0:1776190130.761434:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd10789b. 00010000:00000010:1.0:1776190130.761449:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000283c0a80. 00000100:00000010:1.0:1776190130.761454:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001d19743c. 00000100:00000010:1.0:1776190130.761465:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190130.761487:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005c6389e1. 02000000:00000010:1.0:1776190130.761521:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ea082b7. 00000400:00000010:1.0:1776190130.761529:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b33759d1. 00000400:00000010:1.0:1776190130.761535:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000295c0815. 00000100:00000200:1.0:1776190130.761542:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301354688, portal 16 00000400:00000010:1.0:1776190130.761548:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190130.761550:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301354688, offset 0 00000020:00000010:0.0:1776190130.761597:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a3b628e. 00000020:00000010:0.0:1776190130.761605:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:0.0:1776190130.761609:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099cdf666. 02000000:00000010:0.0:1776190130.761632:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000080cc366e. 00000100:00000010:0.0:1776190130.761637:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2d466. 02000000:00000010:0.0:1776190130.761641:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cd58939f. 00000100:00000010:0.0:1776190130.761645:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea935c56. 02000000:00000010:0.0:1776190130.761650:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f57168d2. 00000100:00000010:0.0:1776190130.761653:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b94bceb5. 02000000:00000010:0.0:1776190130.761657:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000900029d6. 00000100:00000010:0.0:1776190130.761659:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e75ddab0. 02000000:00000010:0.0:1776190130.761664:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b9942f07. 00000100:00000010:0.0:1776190130.761667:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000663a046d. 02000000:00000010:0.0:1776190130.761671:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b5aec709. 00000100:00000010:0.0:1776190130.761674:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f627330. 00000400:00000200:1.0:1776190130.761683:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000100:00000200:0.0:1776190130.761684:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190130.761692:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d3e87b1e. 00000400:00000200:1.0:1776190130.761697:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000010:0.0:1776190130.761697:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007d0abba2 (tot 82352466). 00000400:00000200:1.0:1776190130.761707:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190130.761712:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190130.761717:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190130.761720:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92490:92490:255:4294967295] 192.168.203.39@tcp LPNI seq info [92490:92490:7:4294967295] 00000400:00000200:1.0:1776190130.761729:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.761735:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.761739:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006429d592 (tot 82352714). 00000800:00000200:1.0:1776190130.761743:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.761747:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.761749:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006429d592 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.762006:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.762011:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352466). 00000400:00000200:0.0:1776190130.762015:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.762021:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.762026:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c89ae973 00000400:00000010:0.0:1776190130.762028:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c89ae973. 02000000:00000010:0.0:1776190130.762042:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a3ca3a13. 00000800:00000200:0.0:1776190130.762122:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.762125:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006429d592 (tot 82352218). 00000400:00000200:0.0:1776190130.762130:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.762133:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.762135:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:0.0:1776190130.762138:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 00000100:00000200:0.0:1776190130.762145:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301354688/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.766260:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.766285:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f6c0 00000400:00000200:3.0:1776190130.766297:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5895 [1] + 224 00000400:00000200:3.0:1776190130.766524:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.766531:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.766544:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301354688/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190130.767190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075f3994d. 00010000:00000010:0.1:1776190130.767200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a78bc12a. 00000400:00000200:3.0:1776190130.767278:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.767289:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376080 00000400:00000200:3.0:1776190130.767296:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb421d [2] + 0 00000400:00000010:0.0:1776190130.767376:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b33759d1. 00000400:00000200:0.0:1776190130.767383:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000295c0815 00000400:00000010:0.0:1776190130.767386:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000295c0815. 00000100:00000200:0.0:1776190130.767394:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301354688/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190130.767403:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301354688/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190130.767444:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ea082b7. 02000000:00000010:0.0:1776190130.767451:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005c6389e1. 00000100:00000010:0.0:1776190130.767458:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:0.0:1776190130.767463:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001d19743c. 00010000:00000010:0.0:1776190130.767467:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000283c0a80. 00010000:00000010:1.1:1776190130.767876:0:78417:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acc16503. 00000400:00000200:3.0:1776190130.768807:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.768819:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.768829:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190130.768836:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 00010000:00000010:1.1:1776190130.771836:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000741a0aa4. 00010000:00000010:1.1:1776190130.771858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ee786e. 00000020:00000010:2.0:1776190130.776896:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd58939f. 00000020:00000010:2.0:1776190130.776916:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190130.777015:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190130.777136:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003ffde2ec x1862468296466560/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190130.777185:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296466560 02000000:00000010:2.0:1776190130.777202:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ae3be512. 00010000:00000010:2.0:1776190130.777246:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6c120c3. 00010000:00000010:2.0:1776190130.777273:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e80e75a6. 00000100:00000010:2.0:1776190130.777284:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d85185a. 00000100:00000010:2.0:1776190130.777302:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d85185a. 00010000:00000010:2.0:1776190130.777308:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e80e75a6. 00000400:00000010:2.0:1776190130.777325:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3a7a590. 00000100:00000200:2.0:1776190130.777332:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296466560, offset 224 00000400:00000200:2.0:1776190130.777342:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.777360:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.777368:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92491:92491:256:4294967295] 192.168.203.39@tcp LPNI seq info [92491:92491:8:4294967295] 00000400:00000200:2.0:1776190130.777380:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.777387:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.777392:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a3d1fd9 (tot 82352466). 00000800:00000200:2.0:1776190130.777399:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.777408:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.777412:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002a3d1fd9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190130.777436:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190130.777441:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190130.777445:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd58939f. 00000800:00000200:2.0:1776190130.779205:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.779215:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a3d1fd9 (tot 82352218). 00000400:00000200:2.0:1776190130.779226:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.779238:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.779245:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3a7a590 00000400:00000010:2.0:1776190130.779247:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3a7a590. 00080000:00000010:2.0:1776190130.779523:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd58939f. 00010000:00000010:2.0:1776190130.780249:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd10789b. 00010000:00000010:2.0:1776190130.780266:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005e826e7c. 00010000:00000010:2.0:1776190130.780392:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c7c73bc. 00010000:00000010:2.0:1776190130.780400:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdc362dc. 00010000:00000010:2.0:1776190130.780415:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e80e75a6. 00000100:00000010:2.0:1776190130.780423:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d85185a. 00000100:00000010:2.0:1776190130.780435:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.780454:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060bf8433. 02000000:00000010:2.0:1776190130.780489:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fee1321f. 00000400:00000010:2.0:1776190130.780497:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000022722bb0. 00000400:00000010:2.0:1776190130.780504:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3a7a590. 00000100:00000200:2.0:1776190130.780511:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301354752, portal 16 00000400:00000010:2.0:1776190130.780517:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e6b3e44. 00000100:00000200:2.0:1776190130.780520:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301354752, offset 0 00000400:00000200:2.0:1776190130.780530:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.780550:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.780559:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.780563:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00010000:00000010:0.1:1776190130.780937:0:78417:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd49a737. 00000400:00000200:2.0:1776190130.782453:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.782462:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92492:92492:256:4294967295] 192.168.203.39@tcp LPNI seq info [92492:92492:8:4294967295] 00000400:00000200:2.0:1776190130.782477:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.782486:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.782522:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a3d1fd9 (tot 82352466). 00000800:00000200:2.0:1776190130.782533:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.782542:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.782546:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002a3d1fd9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190130.783502:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.783508:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a3d1fd9 (tot 82352218). 00000400:00000200:3.0:1776190130.783515:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.783524:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.783530:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e6b3e44 00000400:00000010:3.0:1776190130.783533:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e6b3e44. 00000100:00000200:3.0:1776190130.783555:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301354752/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.785164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aabc68b9. 00010000:00000010:2.1:1776190130.790856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e4c61e9. 00010000:00000010:2.1:1776190130.790871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ce4c7d5. 00000400:00000200:2.0:1776190130.794443:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.794474:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f700 00000400:00000200:2.0:1776190130.794488:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb58a5 [1] + 224 00000400:00000200:2.0:1776190130.794508:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.794513:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.794529:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301354752/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190130.794648:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.794654:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13760c0 00000400:00000200:2.0:1776190130.794659:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb421d [2] + 328 00000400:00000200:2.0:1776190130.794741:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.794745:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.794750:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190130.794756:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 00000020:00000010:1.0:1776190130.795009:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007beb1435. 00000020:00000010:1.0:1776190130.795020:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068ae6938. 00000020:00000010:1.0:1776190130.795025:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.795057:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e941f260 x1862468296466624/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:3.0:1776190130.796090:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000022722bb0. 00000400:00000200:3.0:1776190130.796100:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3a7a590 00000400:00000010:3.0:1776190130.796102:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3a7a590. 00000100:00000200:3.0:1776190130.796116:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301354752/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190130.796127:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301354752/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190130.796166:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fee1321f. 02000000:00000010:3.0:1776190130.796173:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060bf8433. 00000100:00000010:3.0:1776190130.796179:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:3.0:1776190130.796184:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d85185a. 00010000:00000010:3.0:1776190130.796190:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e80e75a6. 00000100:00000200:1.0:1776190130.796262:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296466624 02000000:00000010:1.0:1776190130.796281:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005cbbf213. 00010000:00000010:1.0:1776190130.796320:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dba51179. 00010000:00000010:1.0:1776190130.796350:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000097867150. 00000100:00000010:1.0:1776190130.796358:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061bac84f. 00000100:00000010:1.0:1776190130.796377:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061bac84f. 00010000:00000010:1.0:1776190130.796380:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000097867150. 00000400:00000010:1.0:1776190130.796397:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000269626f8. 00000100:00000200:1.0:1776190130.796402:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296466624, offset 224 00000400:00000200:1.0:1776190130.796411:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.796428:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.796435:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92493:92493:256:4294967295] 192.168.203.39@tcp LPNI seq info [92493:92493:8:4294967295] 00000400:00000200:1.0:1776190130.796447:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.796452:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.796458:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069334a23 (tot 82352466). 00000800:00000200:1.0:1776190130.796464:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.796473:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.796478:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069334a23 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.796508:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068ae6938. 00000020:00000010:1.0:1776190130.796515:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.796520:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007beb1435. 00080000:00000010:3.0:1776190130.796604:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e1abdb66. 00010000:00000010:3.0:1776190130.796723:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdc362dc. 00010000:00000010:3.0:1776190130.796731:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e1c153b. 00010000:00000010:3.0:1776190130.796866:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004432581b. 00010000:00000010:3.0:1776190130.797979:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000447a23de. 00010000:00000010:3.0:1776190130.798005:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e8720e34. 00000800:00000200:2.0:1776190130.798007:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.798012:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069334a23 (tot 82352218). 00000100:00000010:3.0:1776190130.798016:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a2c3fef. 00000400:00000200:2.0:1776190130.798020:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1776190130.798029:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 00000400:00000200:2.0:1776190130.798032:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.798039:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000269626f8 00000400:00000010:2.0:1776190130.798042:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000269626f8. 02000000:00000010:3.0:1776190130.798047:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fb8e22aa. 02000000:00000010:3.0:1776190130.798267:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036c32894. 00000400:00000010:3.0:1776190130.798275:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c252b6e. 00000400:00000010:3.0:1776190130.798282:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190130.798288:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301354816, portal 16 00000400:00000010:3.0:1776190130.798295:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f8ae577. 00000100:00000200:3.0:1776190130.798297:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301354816, offset 0 00000400:00000200:3.0:1776190130.798305:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.798320:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.798329:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190130.798333:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190130.798337:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190130.798341:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92494:92494:256:4294967295] 192.168.203.39@tcp LPNI seq info [92494:92494:8:4294967295] 00000400:00000200:3.0:1776190130.798351:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.798357:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.798362:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190130.798369:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.798377:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.798381:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.798656:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.798661:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adc83051 (tot 82352218). 00000400:00000200:0.0:1776190130.798666:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.798670:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.798673:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f8ae577 00000400:00000010:0.0:1776190130.798675:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f8ae577. 00000100:00000200:0.0:1776190130.798683:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000552495c9 x1862468301354816/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190130.803290:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c16db23e. 00010000:00000010:3.1:1776190130.803312:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7c73bc. 00000400:00000200:2.0:1776190130.803434:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.803458:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f740 00000400:00000200:2.0:1776190130.803469:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb58b1 [1] + 224 00000400:00000200:2.0:1776190130.803484:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.803489:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.803503:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000552495c9 x1862468301354816/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190130.803547:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.803553:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376100 00000400:00000200:2.0:1776190130.803558:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb421d [2] + 656 00000400:00000010:0.0:1776190130.803570:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c252b6e. 00000400:00000200:0.0:1776190130.803587:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bd3563 00000400:00000010:0.0:1776190130.803590:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bd3563. 00000100:00000200:0.0:1776190130.803597:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000552495c9 x1862468301354816/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190130.803604:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000552495c9 x1862468301354816/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190130.803654:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036c32894. 02000000:00000010:0.0:1776190130.803661:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fb8e22aa. 00000100:00000010:0.0:1776190130.803665:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000552495c9. 00000100:00000010:0.0:1776190130.803672:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a2c3fef. 00010000:00000010:0.0:1776190130.803678:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e8720e34. 00000400:00000200:2.0:1776190130.805508:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.805528:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.805540:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190130.805551:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 00000020:00000010:0.0:1776190130.809391:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb899e7a. 00000020:00000010:0.0:1776190130.809412:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000078deb21. 00000020:00000010:0.0:1776190130.809417:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 00000100:00000200:0.0:1776190130.809463:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d9e7cf1 x1862468296466688/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190130.809551:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296466688 02000000:00000010:0.0:1776190130.809568:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a3ca3a13. 00010000:00000010:0.0:1776190130.809616:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000137fef45. 00010000:00000010:0.0:1776190130.809730:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eeb76fd3. 00000100:00000010:0.0:1776190130.809741:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb3be78e. 00000100:00000010:0.0:1776190130.809917:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bb3be78e. 00010000:00000010:0.0:1776190130.809931:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eeb76fd3. 00000400:00000010:0.0:1776190130.809951:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c89ae973. 00000100:00000200:0.0:1776190130.809959:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296466688, offset 224 00000400:00000200:0.0:1776190130.809969:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.809989:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.809997:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92495:92495:256:4294967295] 192.168.203.39@tcp LPNI seq info [92495:92495:8:4294967295] 00000400:00000200:0.0:1776190130.810009:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.810016:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.810022:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352466). 00000800:00000200:0.0:1776190130.810041:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.810050:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.810056:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190130.810083:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000078deb21. 00000020:00000010:0.0:1776190130.810088:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:0.0:1776190130.810093:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb899e7a. 00000800:00000200:2.0:1776190130.811903:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.811912:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352218). 00000400:00000200:2.0:1776190130.812016:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.812292:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.812300:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c89ae973 00000400:00000010:2.0:1776190130.812303:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c89ae973. 00080000:00000010:2.0:1776190130.812339:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8a499c3. 00010000:00000010:2.0:1776190130.812486:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000447a23de. 00010000:00000010:2.0:1776190130.812497:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ee401f9. 00010000:00000010:2.0:1776190130.812615:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8ece58a. 00010000:00000010:2.0:1776190130.813150:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047aa2475. 00010000:00000010:2.0:1776190130.813175:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c426ded4. 00000100:00000010:2.0:1776190130.813185:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d5e0a83. 00000100:00000010:2.0:1776190130.813198:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000385e35d2. 02000000:00000010:2.0:1776190130.813218:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060bf8433. 02000000:00000010:2.0:1776190130.813258:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fee1321f. 00000400:00000010:2.0:1776190130.813266:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083ca2b92. 00000400:00000010:2.0:1776190130.813274:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3a7a590. 00000100:00000200:2.0:1776190130.813282:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301354880, portal 16 00000400:00000010:2.0:1776190130.813288:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e6b3e44. 00000100:00000200:2.0:1776190130.813292:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301354880, offset 0 00000400:00000200:2.0:1776190130.813303:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.813323:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.813331:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.813335:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.813339:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.813343:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92496:92496:256:4294967295] 192.168.203.39@tcp LPNI seq info [92496:92496:8:4294967295] 00000400:00000200:2.0:1776190130.813355:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.813362:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.813370:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6ecb0ff (tot 82352466). 00000800:00000200:2.0:1776190130.813377:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.813386:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.813392:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d6ecb0ff type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.813606:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.813611:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6ecb0ff (tot 82352218). 00000400:00000200:0.0:1776190130.814019:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.814027:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.816712:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.816738:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f780 00000400:00000200:2.0:1776190130.816749:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb58bd [1] + 224 00000400:00000200:2.0:1776190130.816797:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.816802:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.816816:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000385e35d2 x1862468301354880/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190130.817015:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083ca2b92. 00000400:00000200:1.0:1776190130.817022:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3a7a590 00000400:00000010:1.0:1776190130.817025:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3a7a590. 00000100:00000200:1.0:1776190130.817112:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000385e35d2 x1862468301354880/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190130.817121:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000385e35d2 x1862468301354880/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:RU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190130.818099:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.818119:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376140 00000400:00000200:2.0:1776190130.818128:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb421d [2] + 984 00000400:00000200:2.0:1776190130.818203:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.818209:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.818215:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190130.818222:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 00000400:00000200:0.0:1776190130.818881:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e6b3e44 00000400:00000010:0.0:1776190130.818887:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e6b3e44. 00000100:00000200:0.0:1776190130.818900:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000385e35d2 x1862468301354880/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl UnregRPC:RU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190130.820989:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fee1321f. 02000000:00000010:1.0:1776190130.821007:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060bf8433. 00000100:00000010:1.0:1776190130.821011:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000385e35d2. 00000100:00000010:1.0:1776190130.821016:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d5e0a83. 00010000:00000010:1.0:1776190130.821023:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c426ded4. 00000020:00000010:1.0:1776190130.821083:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd9e09d1. 00000020:00000010:1.0:1776190130.821091:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068ae6938. 00000020:00000010:1.0:1776190130.821096:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.821131:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000969b7ebd x1862468296466752/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190130.821171:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296466752 02000000:00000010:1.0:1776190130.821184:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007beb1435. 00010000:00000010:1.0:1776190130.821216:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e8ec64. 00010000:00000010:1.0:1776190130.821239:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000097867150. 00000100:00000010:1.0:1776190130.821247:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061bac84f. 00000100:00000010:1.0:1776190130.821260:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061bac84f. 00010000:00000010:1.0:1776190130.821262:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000097867150. 00000400:00000010:1.0:1776190130.821290:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fce4358d. 00000100:00000200:1.0:1776190130.821297:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296466752, offset 224 00000400:00000200:1.0:1776190130.821314:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.821333:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.821341:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92497:92497:256:4294967295] 192.168.203.39@tcp LPNI seq info [92497:92497:8:4294967295] 00000400:00000200:1.0:1776190130.821355:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.821363:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.821368:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000350c588e (tot 82352466). 00000800:00000200:1.0:1776190130.821693:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.821703:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.821708:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000350c588e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.821734:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068ae6938. 00000020:00000010:1.0:1776190130.821741:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.821744:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd9e09d1. 00000800:00000200:2.0:1776190130.821911:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.821916:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000350c588e (tot 82352218). 00000400:00000200:2.0:1776190130.821923:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.821929:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.821935:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fce4358d 00000400:00000010:2.0:1776190130.821937:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fce4358d. 00080000:00000010:0.0:1776190130.824381:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb899e7a. 00010000:00000010:0.0:1776190130.824530:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047aa2475. 00010000:00000010:0.0:1776190130.824543:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bf29e97. 00010000:00000010:0.0:1776190130.824665:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a78bc12a. 00010000:00000010:0.0:1776190130.824674:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ff50112. 00010000:00000010:0.0:1776190130.824689:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eeb76fd3. 00000100:00000010:0.0:1776190130.824697:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb3be78e. 00000100:00000010:0.0:1776190130.824720:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f627330. 02000000:00000010:0.0:1776190130.824738:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000080cc366e. 02000000:00000010:0.0:1776190130.824838:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099cdf666. 00000400:00000010:0.0:1776190130.824847:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000075d2e480. 00000400:00000010:0.0:1776190130.824854:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab584b4e. 00000100:00000200:0.0:1776190130.824862:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301354944, portal 16 00000400:00000010:0.0:1776190130.824868:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098c52fc5. 00000100:00000200:0.0:1776190130.824871:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301354944, offset 0 00000400:00000200:0.0:1776190130.824882:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.824905:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.824915:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.824919:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.824923:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.824926:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92498:92498:256:4294967295] 192.168.203.39@tcp LPNI seq info [92498:92498:8:4294967295] 00000400:00000200:0.0:1776190130.824937:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.824944:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.824949:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000826f680e (tot 82352466). 00000800:00000200:0.0:1776190130.824957:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.824966:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.824970:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000826f680e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190130.827274:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.827285:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000826f680e (tot 82352218). 00000400:00000200:2.0:1776190130.827295:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.827308:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.827315:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098c52fc5 00000400:00000010:2.0:1776190130.827318:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098c52fc5. 00000100:00000200:2.0:1776190130.827334:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f627330 x1862468301354944/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190130.832875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a26a7cd3. 00010000:00000010:0.1:1776190130.834880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c38e93a2. 00010000:00000010:0.1:1776190130.834904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004145afde. 00010000:00000010:0.1:1776190130.834914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ece58a. 00010000:00000010:1.1:1776190130.843938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095f06a1e. 00010000:00000010:2.1:1776190130.845138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7e4d2be. 00010000:00000010:2.1:1776190130.845149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00000400:00000200:0.0:1776190130.847605:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.847629:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f7c0 00000400:00000200:0.0:1776190130.847641:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb58c9 [1] + 224 00000400:00000200:0.0:1776190130.847656:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.847661:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.848142:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f627330 x1862468301354944/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190130.848243:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190130.848250:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376180 00000400:00000200:0.0:1776190130.848257:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb421d [2] + 1312 00000400:00000200:0.0:1776190130.848328:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.848333:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190130.848339:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190130.848346:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2d466. 00000400:00000010:2.0:1776190130.848557:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000075d2e480. 00000400:00000200:2.0:1776190130.848564:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab584b4e 00000400:00000010:2.0:1776190130.848566:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab584b4e. 00000100:00000200:2.0:1776190130.848582:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f627330 x1862468301354944/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.848590:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f627330 x1862468301354944/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.848628:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099cdf666. 02000000:00000010:2.0:1776190130.848635:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000080cc366e. 00000100:00000010:2.0:1776190130.848639:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f627330. 00000100:00000010:2.0:1776190130.848643:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bb3be78e. 00010000:00000010:2.0:1776190130.848647:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eeb76fd3. 00000020:00000010:3.0:1776190130.848976:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2c0394e. 00000020:00000010:3.0:1776190130.848986:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190130.848992:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.849027:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002fe2d466 x1862468296466816/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190130.849068:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296466816 02000000:00000010:3.0:1776190130.849084:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fb8e22aa. 00010000:00000010:3.0:1776190130.849120:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001ba75ca9. 00010000:00000010:3.0:1776190130.849144:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084785c72. 00000100:00000010:3.0:1776190130.849152:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a2c3fef. 00000100:00000010:3.0:1776190130.849164:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a2c3fef. 00010000:00000010:3.0:1776190130.849167:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084785c72. 00000400:00000010:3.0:1776190130.849182:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190130.849187:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296466816, offset 224 00000400:00000200:3.0:1776190130.849196:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.849210:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.849216:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92499:92499:256:4294967295] 192.168.203.39@tcp LPNI seq info [92499:92499:8:4294967295] 00000400:00000200:3.0:1776190130.849227:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.849233:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.849238:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352466). 00000800:00000200:3.0:1776190130.849244:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.849252:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.849257:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.849277:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190130.849281:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.849284:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2c0394e. 00080000:00000010:3.0:1776190130.849313:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2c0394e. 00010000:00000010:3.0:1776190130.849426:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ff50112. 00010000:00000010:3.0:1776190130.849434:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000db31ee35. 00010000:00000010:3.0:1776190130.849526:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c16a5f82. 00010000:00000010:3.0:1776190130.849535:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015e9ac0d. 00010000:00000010:3.0:1776190130.849547:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084785c72. 00000100:00000010:3.0:1776190130.849550:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a2c3fef. 00000100:00000010:3.0:1776190130.849559:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 02000000:00000010:3.0:1776190130.850700:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036c32894. 02000000:00000010:3.0:1776190130.850742:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5aec709. 00000400:00000010:3.0:1776190130.850750:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f7ed9a2. 00000400:00000010:3.0:1776190130.850757:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d376fb9. 00000100:00000200:3.0:1776190130.850764:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301355008, portal 16 00000400:00000010:3.0:1776190130.850770:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6b5ec91. 00000100:00000200:3.0:1776190130.850796:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301355008, offset 0 00000400:00000200:3.0:1776190130.850806:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.850821:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.850829:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190130.850833:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190130.850836:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190130.850839:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92500:92500:255:4294967295] 192.168.203.39@tcp LPNI seq info [92500:92500:7:4294967295] 00000400:00000200:3.0:1776190130.850849:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.850855:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.850859:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352714). 00000800:00000200:3.0:1776190130.850865:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.850878:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.850883:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190130.850948:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.850952:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003900fe9a (tot 82352466). 00000400:00000200:3.0:1776190130.850957:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.850963:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.850968:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b61116a7 00000400:00000010:3.0:1776190130.850971:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b61116a7. 00000800:00000200:3.0:1776190130.851059:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.851061:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004809ab70 (tot 82352218). 00000400:00000200:3.0:1776190130.851065:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.851069:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.851071:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6b5ec91 00000400:00000010:3.0:1776190130.851072:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6b5ec91. 00000100:00000200:3.0:1776190130.851078:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000001edc131 x1862468301355008/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190130.856304:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.856330:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f800 00000400:00000200:2.0:1776190130.856341:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb58d5 [1] + 224 00000400:00000200:2.0:1776190130.856357:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.856373:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.856389:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000001edc131 x1862468301355008/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190130.856426:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.856431:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13761c0 00000400:00000200:2.0:1776190130.856436:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb421d [2] + 1640 00000400:00000200:2.0:1776190130.856446:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.856449:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.856454:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190130.856463:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000385e35d2. 00000400:00000010:3.0:1776190130.856609:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f7ed9a2. 00000400:00000200:3.0:1776190130.856616:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d376fb9 00000400:00000010:3.0:1776190130.856618:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d376fb9. 00000100:00000200:3.0:1776190130.856625:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000001edc131 x1862468301355008/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190130.856633:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000001edc131 x1862468301355008/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776190130.856633:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f1f35ca. 00000020:00000010:0.0:1776190130.856641:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c4d1f6f. 00000020:00000010:0.0:1776190130.856647:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 02000000:00000010:3.0:1776190130.856670:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5aec709. 02000000:00000010:3.0:1776190130.856677:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036c32894. 00000100:00000200:0.0:1776190130.856678:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000385e35d2 x1862468296466880/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000010:3.0:1776190130.856681:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 00000100:00000010:3.0:1776190130.856685:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a2c3fef. 00010000:00000010:3.0:1776190130.856691:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084785c72. 00000100:00000200:0.0:1776190130.856731:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296466880 02000000:00000010:0.0:1776190130.856746:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000501a22f9. 00010000:00000010:0.0:1776190130.856815:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050513587. 00010000:00000010:0.0:1776190130.856844:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008120a053. 00000100:00000010:0.0:1776190130.856852:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb3be78e. 00000100:00000010:0.0:1776190130.856862:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bb3be78e. 00010000:00000010:0.0:1776190130.856865:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008120a053. 00000400:00000010:0.0:1776190130.856880:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a783a5b. 00000100:00000200:0.0:1776190130.856886:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296466880, offset 224 00000400:00000200:0.0:1776190130.856895:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.856907:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.856914:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92501:92501:256:4294967295] 192.168.203.39@tcp LPNI seq info [92501:92501:8:4294967295] 00080000:00000010:3.0:1776190130.857005:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036c32894. 00010000:00000010:3.0:1776190130.857118:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015e9ac0d. 00010000:00000010:3.0:1776190130.857126:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000db3a2022. 00000400:00000200:0.0:1776190130.857160:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.857167:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.857173:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352466). 00000800:00000200:0.0:1776190130.857180:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.857187:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.857191:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190130.857210:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c4d1f6f. 00000020:00000010:0.0:1776190130.857216:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:0.0:1776190130.857219:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f1f35ca. 00010000:00000010:3.0:1776190130.857232:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cb66ad0a. 00010000:00000010:3.0:1776190130.857236:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000be3adb4f. 00010000:00000010:3.0:1776190130.857243:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3477ad. 00010000:00000010:3.0:1776190130.857249:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015e9ac0d. 00080000:00000010:3.0:1776190130.857264:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5aec709. 00010000:00000010:3.0:1776190130.857292:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015e9ac0d. 00010000:00000010:3.0:1776190130.857296:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000be3adb4f. 00010000:00000010:3.0:1776190130.857357:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd000644. 00010000:00000010:3.0:1776190130.857481:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015e9ac0d. 00010000:00000010:3.0:1776190130.857493:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084785c72. 00000100:00000010:3.0:1776190130.857498:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a2c3fef. 00000100:00000010:3.0:1776190130.857505:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 02000000:00000010:3.0:1776190130.857519:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b9942f07. 02000000:00000010:3.0:1776190130.857548:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff7861f1. 00000400:00000010:3.0:1776190130.857553:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f7ed9a2. 00000400:00000010:3.0:1776190130.857559:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d376fb9. 00000100:00000200:3.0:1776190130.857751:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301355072, portal 16 00000400:00000010:3.0:1776190130.857758:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6b5ec91. 00000100:00000200:3.0:1776190130.857762:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301355072, offset 0 00000400:00000200:3.0:1776190130.857914:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.857925:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.857935:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190130.857939:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190130.857941:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190130.857944:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92502:92502:255:4294967295] 192.168.203.39@tcp LPNI seq info [92502:92502:7:4294967295] 00000400:00000200:3.0:1776190130.857951:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.857956:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.857960:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352714). 00000800:00000200:3.0:1776190130.857964:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.857969:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.857972:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190130.858080:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.858085:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352466). 00000400:00000200:2.0:1776190130.858090:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.858095:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.858100:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a783a5b 00000400:00000010:2.0:1776190130.858102:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a783a5b. 00000800:00000200:2.0:1776190130.858194:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.858196:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004809ab70 (tot 82352218). 00000400:00000200:2.0:1776190130.858202:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.858206:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.858208:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6b5ec91 00000400:00000010:2.0:1776190130.858209:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6b5ec91. 00000100:00000200:2.0:1776190130.858217:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000001edc131 x1862468301355072/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190130.859070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099037cc6. 00010000:00000010:3.1:1776190130.859080:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075ae7f52. 00010000:00000010:3.1:1776190130.859084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a78bc12a. 00000400:00000200:3.0:1776190130.860322:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.860344:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f840 00000400:00000200:3.0:1776190130.860355:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb58e1 [1] + 224 00000400:00000200:3.0:1776190130.860385:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.860390:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.860401:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000001edc131 x1862468301355072/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190130.860496:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f7ed9a2. 00000400:00000200:2.0:1776190130.860502:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d376fb9 00000400:00000010:2.0:1776190130.860504:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d376fb9. 00000100:00000200:2.0:1776190130.860511:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000001edc131 x1862468301355072/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.860519:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000001edc131 x1862468301355072/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.860551:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff7861f1. 02000000:00000010:2.0:1776190130.860558:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b9942f07. 00000100:00000010:2.0:1776190130.860563:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 00000100:00000010:2.0:1776190130.860649:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a2c3fef. 00010000:00000010:2.0:1776190130.860653:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084785c72. 00000400:00000200:2.0:1776190130.860971:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.860981:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376200 00000400:00000200:2.0:1776190130.860988:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb421d [2] + 1968 00000400:00000010:2.0:1776190130.860992:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6779b47. 00000400:00000200:2.0:1776190130.860996:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000098d76c6 00000400:00000200:2.0:1776190130.861152:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.861157:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.861160:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000098d76c6 00000400:00000010:2.0:1776190130.861163:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000098d76c6 (tot 82352066). 00000100:00000200:2.0:1776190130.861169:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190130.861290:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f1f35ca. 00000020:00000010:0.0:1776190130.861300:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c4d1f6f. 00000020:00000010:0.0:1776190130.861305:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 00000100:00000200:0.0:1776190130.861339:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d7f347f2 x1862468296466944/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190130.861703:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296466944 02000000:00000010:0.0:1776190130.861718:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fa4d570c. 00010000:00000010:0.0:1776190130.861755:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000684a78f6. 00010000:00000010:0.0:1776190130.861815:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008120a053. 00000100:00000010:0.0:1776190130.861823:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb3be78e. 00000100:00000010:0.0:1776190130.861838:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bb3be78e. 00010000:00000010:0.0:1776190130.861841:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008120a053. 00000400:00000010:0.0:1776190130.861857:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000509ece33. 00000100:00000200:0.0:1776190130.861863:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296466944, offset 224 00000400:00000200:0.0:1776190130.861872:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.861885:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.861891:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92503:92503:256:4294967295] 192.168.203.39@tcp LPNI seq info [92503:92503:8:4294967295] 00000400:00000200:0.0:1776190130.861902:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.861908:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.861913:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352314). 00080000:00000010:3.0:1776190130.862300:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000dc66cb. 00010000:00000010:3.0:1776190130.862414:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015e9ac0d. 00010000:00000010:3.0:1776190130.862422:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa4b783e. 00010000:00000010:3.0:1776190130.862528:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004432581b. 00010000:00000010:3.0:1776190130.862536:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015e9ac0d. 00010000:00000010:3.0:1776190130.862549:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001908890b. 00000100:00000010:3.0:1776190130.862554:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a2c3fef. 00000100:00000010:3.0:1776190130.862564:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 02000000:00000010:3.0:1776190130.862589:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000017b2fde5. 02000000:00000010:3.0:1776190130.862621:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036408e57. 00000400:00000010:3.0:1776190130.862627:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58b9fb9. 00000400:00000010:3.0:1776190130.862634:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190130.862640:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301355136, portal 16 00000400:00000010:3.0:1776190130.862646:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c5b133d. 00000100:00000200:3.0:1776190130.862648:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301355136, offset 0 00000400:00000200:3.0:1776190130.862656:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.862665:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.862673:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190130.862677:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190130.862681:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190130.862683:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92504:92504:255:4294967295] 192.168.203.39@tcp LPNI seq info [92504:92504:7:4294967295] 00000400:00000200:3.0:1776190130.862691:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.862696:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.862701:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352562). 00000800:00000200:3.0:1776190130.862705:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.862713:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.862717:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.863345:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.863352:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.863354:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190130.863372:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c4d1f6f. 00000020:00000010:0.0:1776190130.863380:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:0.0:1776190130.863385:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f1f35ca. 00000800:00000200:2.0:1776190130.863386:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.863389:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003900fe9a (tot 82352314). 00000400:00000200:2.0:1776190130.863396:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1776190130.863396:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000501a22f9. 00000400:00000200:2.0:1776190130.863400:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000010:0.0:1776190130.863400:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000385e35d2. 02000000:00000010:0.0:1776190130.863404:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fb8e22aa. 00000400:00000200:2.0:1776190130.863406:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c5b133d 00000100:00000010:0.0:1776190130.863406:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2d466. 00000400:00000010:2.0:1776190130.863408:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c5b133d. 02000000:00000010:0.0:1776190130.863409:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007beb1435. 00000100:00000010:0.0:1776190130.863412:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 00000100:00000200:2.0:1776190130.863416:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2a2b9 x1862468301355136/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190130.863416:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a3ca3a13. 00000100:00000010:0.0:1776190130.863418:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 02000000:00000010:0.0:1776190130.863421:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005cbbf213. 00000100:00000010:0.0:1776190130.863423:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 02000000:00000010:0.0:1776190130.863428:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ae3be512. 00000100:00000010:0.0:1776190130.863431:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000800:00000200:2.0:1776190130.863442:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1776190130.863443:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000010:2.0:1776190130.863444:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352066). 00000400:00000200:2.0:1776190130.863447:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1776190130.863448:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f58d5eb. 00000400:00000200:2.0:1776190130.863450:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.863451:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000509ece33 00000400:00000010:0.0:1776190130.863452:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb3be78e (tot 82352218). 00000400:00000010:2.0:1776190130.863453:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000509ece33. 02000000:00000010:2.0:1776190130.863456:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fa4d570c. 00010000:00000010:3.1:1776190130.864924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000237368. 00010000:00000010:3.1:1776190130.864939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a5f82. 00010000:00000010:3.1:1776190130.864947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb66ad0a. 00010000:00000010:3.1:1776190130.864953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3477ad. 00010000:00000010:0.1:1776190130.866651:0:78406:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056c82e0f. 00010000:00000010:3.1:1776190130.866831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad619104. 00010000:00000010:3.1:1776190130.866839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00000400:00000200:3.0:1776190130.868202:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.868228:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f880 00000400:00000200:3.0:1776190130.868239:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb58ed [1] + 224 00000400:00000200:3.0:1776190130.868259:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.868263:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.868333:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2a2b9 x1862468301355136/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.868429:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.868436:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376240 00000400:00000200:3.0:1776190130.868442:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4275 [2] + 0 00000400:00000200:3.0:1776190130.868453:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.868455:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.868460:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190130.868477:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 00000400:00000010:2.0:1776190130.868595:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58b9fb9. 00000400:00000200:2.0:1776190130.868602:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b61116a7 00000400:00000010:2.0:1776190130.868604:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b61116a7. 00000100:00000200:2.0:1776190130.868611:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2a2b9 x1862468301355136/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776190130.868636:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd9e09d1. 00000020:00000010:1.0:1776190130.868655:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b176325e. 00000020:00000010:1.0:1776190130.868661:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.868693:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003ffde2ec x1862468296467008/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190130.868705:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2a2b9 x1862468301355136/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190130.868733:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296467008 02000000:00000010:2.0:1776190130.868745:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036408e57. 02000000:00000010:1.0:1776190130.868747:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005c6389e1. 02000000:00000010:2.0:1776190130.868753:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000017b2fde5. 00000100:00000010:2.0:1776190130.868758:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 00000100:00000010:2.0:1776190130.868762:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a2c3fef. 00010000:00000010:2.0:1776190130.868767:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001908890b. 00010000:00000010:1.0:1776190130.868804:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ea2236f. 00010000:00000010:1.0:1776190130.868831:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000097867150. 00000100:00000010:1.0:1776190130.868837:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061bac84f. 00000100:00000010:1.0:1776190130.868843:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061bac84f. 00010000:00000010:1.0:1776190130.868845:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000097867150. 00000400:00000010:1.0:1776190130.868860:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000befa0629. 00000100:00000200:1.0:1776190130.868865:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296467008, offset 224 00000400:00000200:1.0:1776190130.868875:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.868888:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.868894:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92505:92505:256:4294967295] 192.168.203.39@tcp LPNI seq info [92505:92505:8:4294967295] 00000400:00000200:1.0:1776190130.868905:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.868911:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.868916:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00080000:00000010:2.0:1776190130.868920:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006bb07a14. 00000800:00000200:1.0:1776190130.868922:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.868930:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.868949:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.868976:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b176325e. 00000020:00000010:1.0:1776190130.868982:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.868985:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd9e09d1. 00000800:00000200:3.0:1776190130.869197:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.869202:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:3.0:1776190130.869208:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.869213:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.869217:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000befa0629 00000400:00000010:3.0:1776190130.869219:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000befa0629. 00010000:00000010:2.0:1776190130.869901:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015e9ac0d. 00010000:00000010:2.0:1776190130.869912:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005614b7c6. 00010000:00000010:2.0:1776190130.870156:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081f9cf34. 00010000:00000010:2.0:1776190130.870166:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003041c0c6. 00010000:00000010:2.0:1776190130.870186:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000555d1fb4. 00000100:00000010:2.0:1776190130.870193:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007a019b6. 00000100:00000010:2.0:1776190130.870202:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.870218:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000db02108. 02000000:00000010:2.0:1776190130.870257:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000058d333a9. 00000400:00000010:2.0:1776190130.870265:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6779b47. 00000400:00000010:2.0:1776190130.870272:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f90117b. 00000100:00000200:2.0:1776190130.870279:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301355200, portal 16 00000400:00000010:2.0:1776190130.870286:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002848b18e. 00000100:00000200:2.0:1776190130.870289:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301355200, offset 0 00000400:00000200:2.0:1776190130.870297:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.870310:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.870318:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.870322:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.870325:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.870328:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92506:92506:256:4294967295] 192.168.203.39@tcp LPNI seq info [92506:92506:8:4294967295] 00000400:00000200:2.0:1776190130.870337:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.870342:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.870347:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb044675 (tot 82352466). 00000800:00000200:2.0:1776190130.870353:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.870359:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.870363:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb044675 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776190130.870965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005f167bf. 00000800:00000200:0.0:1776190130.871109:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.871114:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb044675 (tot 82352218). 00000400:00000200:0.0:1776190130.871122:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.871130:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.871136:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002848b18e 00000400:00000010:0.0:1776190130.871138:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002848b18e. 00000100:00000200:0.0:1776190130.871147:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301355200/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.878462:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.878493:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f8c0 00000400:00000200:3.0:1776190130.878505:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb58fd [1] + 224 00000400:00000200:3.0:1776190130.878633:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.878639:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.878655:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301355200/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.878701:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.878708:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376280 00000400:00000200:3.0:1776190130.878714:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4275 [2] + 328 00000400:00000200:3.0:1776190130.878810:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.878815:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00010000:00000010:1.1:1776190130.878817:0:78420:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000031a8f5b. 00000100:00000200:3.0:1776190130.878897:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190130.878905:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 00010000:00000010:2.1:1776190130.879118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000677842f2. 00010000:00000010:2.1:1776190130.879128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00000400:00000010:2.0:1776190130.879157:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6779b47. 00000400:00000200:2.0:1776190130.879164:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f90117b 00000400:00000010:2.0:1776190130.879166:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f90117b. 00000100:00000200:2.0:1776190130.879175:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301355200/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.879186:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301355200/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190130.879224:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000058d333a9. 02000000:00000010:2.0:1776190130.879233:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000db02108. 00000100:00000010:2.0:1776190130.879239:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.879244:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000007a019b6. 00010000:00000010:2.0:1776190130.879250:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000555d1fb4. 00000020:00000010:0.0:1776190130.879810:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083331127. 00000020:00000010:0.0:1776190130.879820:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190130.879826:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 00000100:00000200:0.0:1776190130.879866:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000001edc131 x1862468296467072/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190130.879908:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296467072 02000000:00000010:0.0:1776190130.879922:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000049551e13. 00010000:00000010:0.0:1776190130.879956:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f4d3e6f. 00010000:00000010:0.0:1776190130.879983:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c928e2d9. 00000100:00000010:0.0:1776190130.879992:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006af7a92a. 00000100:00000010:0.0:1776190130.880010:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006af7a92a. 00010000:00000010:0.0:1776190130.880014:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c928e2d9. 00000400:00000010:0.0:1776190130.880031:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a3fb80ce. 00000100:00000200:0.0:1776190130.880038:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296467072, offset 224 00000400:00000200:0.0:1776190130.880048:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.880063:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.880070:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92507:92507:256:4294967295] 192.168.203.39@tcp LPNI seq info [92507:92507:8:4294967295] 00000400:00000200:0.0:1776190130.880081:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.880088:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.880093:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3c1cdd4 (tot 82352466). 00000800:00000200:0.0:1776190130.880100:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.880110:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.880114:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3c1cdd4 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1776190130.880128:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000db02108. 00000020:00000010:0.0:1776190130.880142:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190130.880148:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:0.0:1776190130.880152:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083331127. 00010000:00000010:2.0:1776190130.880236:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003041c0c6. 00010000:00000010:2.0:1776190130.880244:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ce294d7f. 00000800:00000200:3.0:1776190130.880245:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.880249:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3c1cdd4 (tot 82352218). 00000400:00000200:3.0:1776190130.880254:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.880258:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.880262:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a3fb80ce 00000400:00000010:3.0:1776190130.880264:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a3fb80ce. 00010000:00000010:2.0:1776190130.880352:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008afdb6a3. 00010000:00000010:2.0:1776190130.880359:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003041c0c6. 00010000:00000010:2.0:1776190130.880372:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000555d1fb4. 00000100:00000010:2.0:1776190130.880375:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007a019b6. 00000100:00000010:2.0:1776190130.880383:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.880397:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000058d333a9. 02000000:00000010:2.0:1776190130.880425:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000094788d4. 00000400:00000010:2.0:1776190130.880443:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6779b47. 00000400:00000010:2.0:1776190130.880449:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f90117b. 00000100:00000200:2.0:1776190130.880455:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301355264, portal 16 00000400:00000010:2.0:1776190130.880459:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616296ae. 00000100:00000200:2.0:1776190130.880461:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301355264, offset 0 00000400:00000200:2.0:1776190130.880467:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.880474:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.880483:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.880487:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.880490:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.880492:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92508:92508:256:4294967295] 192.168.203.39@tcp LPNI seq info [92508:92508:8:4294967295] 00000400:00000200:2.0:1776190130.880500:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.880505:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.880509:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0a4d4c8 (tot 82352466). 00000800:00000200:2.0:1776190130.880513:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.880517:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.880520:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0a4d4c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.880643:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.880646:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0a4d4c8 (tot 82352218). 00000400:00000200:0.0:1776190130.880653:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.880658:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.880661:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616296ae 00000400:00000010:0.0:1776190130.880662:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616296ae. 00000100:00000200:0.0:1776190130.880668:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301355264/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.883096:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.883119:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f900 00000400:00000200:3.0:1776190130.883132:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5909 [1] + 224 00000400:00000200:3.0:1776190130.883146:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.883150:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.883163:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301355264/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.883253:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.883260:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13762c0 00000400:00000200:3.0:1776190130.883265:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4275 [2] + 656 00000400:00000200:3.0:1776190130.883328:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.883333:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.883338:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190130.883346:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 00000020:00000010:0.0:1776190130.883898:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083331127. 00000020:00000010:0.0:1776190130.883907:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190130.883912:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 00000100:00000200:0.0:1776190130.883960:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000552495c9 x1862468296467136/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190130.883999:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296467136 02000000:00000010:0.0:1776190130.884015:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fa4d570c. 00010000:00000010:0.0:1776190130.884068:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c928e2d9. 00000100:00000010:0.0:1776190130.884076:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006af7a92a. 00000100:00000010:0.0:1776190130.884086:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006af7a92a. 00010000:00000010:0.0:1776190130.884090:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c928e2d9. 00000400:00000010:0.0:1776190130.884109:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017e036f6. 00000100:00000200:0.0:1776190130.884116:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296467136, offset 224 00000400:00000200:0.0:1776190130.884130:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.884145:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.884151:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92509:92509:256:4294967295] 192.168.203.39@tcp LPNI seq info [92509:92509:8:4294967295] 00000400:00000200:0.0:1776190130.884162:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.884169:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.884174:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3c1cdd4 (tot 82352466). 00000800:00000200:0.0:1776190130.884181:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.884190:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.884195:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3c1cdd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190130.884217:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190130.884224:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:0.0:1776190130.884227:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083331127. 00000800:00000200:0.0:1776190130.884337:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.884341:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3c1cdd4 (tot 82352218). 00000400:00000200:0.0:1776190130.884345:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.884349:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.884353:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017e036f6 00000400:00000010:0.0:1776190130.884356:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017e036f6. 00000400:00000010:2.0:1776190130.886071:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6779b47. 00000400:00000200:2.0:1776190130.886083:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f90117b 00000400:00000010:2.0:1776190130.886086:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f90117b. 00000100:00000200:2.0:1776190130.886103:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301355264/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190130.886115:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301355264/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190130.886147:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f97ae24. 02000000:00000010:2.0:1776190130.886174:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000094788d4. 02000000:00000010:2.0:1776190130.886182:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000058d333a9. 00000100:00000010:2.0:1776190130.886187:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190130.886192:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000007a019b6. 00010000:00000010:2.0:1776190130.886198:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000555d1fb4. 00080000:00000010:2.0:1776190130.886284:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000094788d4. 00010000:00000010:2.0:1776190130.886406:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003041c0c6. 00010000:00000010:2.0:1776190130.886415:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006cdaf372. 00010000:00000010:2.0:1776190130.886607:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd80eb18. 00010000:00000010:2.0:1776190130.886615:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003041c0c6. 00010000:00000010:2.0:1776190130.886632:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000555d1fb4. 00000100:00000010:2.0:1776190130.886640:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007a019b6. 00000100:00000010:2.0:1776190130.886650:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190130.886666:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000010a7c4b1. 02000000:00000010:2.0:1776190130.886707:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000058d333a9. 00000400:00000010:2.0:1776190130.886713:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6779b47. 00000400:00000010:2.0:1776190130.886719:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f90117b. 00000100:00000200:2.0:1776190130.886728:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301355328, portal 16 00000400:00000010:2.0:1776190130.886734:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054f31e6a. 00000100:00000200:2.0:1776190130.886736:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301355328, offset 0 00000400:00000200:2.0:1776190130.886746:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.886764:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.886812:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.886818:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.886821:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.886825:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92510:92510:256:4294967295] 192.168.203.39@tcp LPNI seq info [92510:92510:8:4294967295] 00000400:00000200:2.0:1776190130.886836:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.886843:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.886848:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4c63abf (tot 82352466). 00000800:00000200:2.0:1776190130.886855:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.886871:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.886876:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4c63abf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190130.888067:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.888073:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4c63abf (tot 82352218). 00000400:00000200:1.0:1776190130.888085:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.888096:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.888104:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054f31e6a 00000400:00000010:1.0:1776190130.888106:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054f31e6a. 00000100:00000200:1.0:1776190130.888117:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301355328/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190130.893144:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.893171:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f940 00000400:00000200:2.0:1776190130.893184:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5915 [1] + 224 00000400:00000200:2.0:1776190130.893200:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.893205:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.893219:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301355328/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190130.893266:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.893272:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376300 00010000:00000010:0.1:1776190130.893618:0:78421:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5caeaee. 00000400:00000200:2.0:1776190130.893924:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4275 [2] + 984 00000400:00000200:2.0:1776190130.894028:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.894034:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000010:3.0:1776190130.894929:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6779b47. 00000400:00000200:3.0:1776190130.894944:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f90117b 00000400:00000010:3.0:1776190130.894947:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f90117b. 00000100:00000200:3.0:1776190130.894963:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301355328/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190130.894975:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301355328/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190130.895015:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000058d333a9. 02000000:00000010:3.0:1776190130.895022:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000010a7c4b1. 00000100:00000010:3.0:1776190130.895027:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:3.0:1776190130.895032:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000007a019b6. 00010000:00000010:3.0:1776190130.895038:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000555d1fb4. 00000100:00000200:2.0:1776190130.895262:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190130.895271:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000663a046d. 00000020:00000010:1.0:1776190130.900725:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd9e09d1. 00000020:00000010:1.0:1776190130.900743:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.900750:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.900824:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000663a046d x1862468296467200/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190130.900859:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296467200 02000000:00000010:1.0:1776190130.900874:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003ea082b7. 00010000:00000010:1.0:1776190130.900914:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e92f5ac2. 00010000:00000010:1.0:1776190130.901250:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006f38bd43. 00000100:00000010:1.0:1776190130.901261:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061bac84f. 00000100:00000010:1.0:1776190130.901282:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061bac84f. 00010000:00000010:1.0:1776190130.901287:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006f38bd43. 00000400:00000010:1.0:1776190130.901305:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098f92200. 00000100:00000200:1.0:1776190130.901312:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296467200, offset 224 00000400:00000200:1.0:1776190130.901322:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.901342:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.901350:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92511:92511:256:4294967295] 192.168.203.39@tcp LPNI seq info [92511:92511:8:4294967295] 00000400:00000200:1.0:1776190130.901361:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.901368:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.901375:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190130.901382:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.901391:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.901395:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.901417:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.901423:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.901426:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd9e09d1. 00080000:00000010:3.0:1776190130.901502:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094ff9487. 00010000:00000010:3.0:1776190130.901646:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003041c0c6. 00010000:00000010:3.0:1776190130.901656:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007870ea5f. 00010000:00000010:3.0:1776190130.901754:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cb66ad0a. 00010000:00000010:3.0:1776190130.901759:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000be3adb4f. 00010000:00000010:3.0:1776190130.901765:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd000644. 00010000:00000010:3.0:1776190130.901805:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005b9a1959. 00080000:00000010:3.0:1776190130.901822:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000017b2fde5. 00010000:00000010:3.0:1776190130.901851:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005b9a1959. 00010000:00000010:3.0:1776190130.901856:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000be3adb4f. 00000800:00000200:0.0:1776190130.901865:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.901870:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:0.0:1776190130.901876:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.901883:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.901889:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098f92200 00000400:00000010:0.0:1776190130.901891:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098f92200. 00010000:00000010:3.0:1776190130.902124:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3477ad. 00010000:00000010:3.0:1776190130.902130:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005b9a1959. 00010000:00000010:3.0:1776190130.902140:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c32caa1c. 00000100:00000010:3.0:1776190130.902145:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a2c3fef. 00000100:00000010:3.0:1776190130.902156:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea935c56. 02000000:00000010:3.0:1776190130.902172:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036408e57. 02000000:00000010:3.0:1776190130.902202:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb8e22aa. 00000400:00000010:3.0:1776190130.902210:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000004ab20ed. 00000400:00000010:3.0:1776190130.902216:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190130.902222:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301355392, portal 16 00000400:00000010:3.0:1776190130.902228:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e2823b6. 00000100:00000200:3.0:1776190130.902230:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301355392, offset 0 00000400:00000200:3.0:1776190130.902237:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.902249:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.902257:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190130.902260:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190130.902263:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190130.902266:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92512:92512:256:4294967295] 192.168.203.39@tcp LPNI seq info [92512:92512:8:4294967295] 00000400:00000200:3.0:1776190130.902274:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.902279:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.902283:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190130.902288:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.902292:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.902295:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190130.902392:0:45124:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f51b5a0. 00010000:00000010:2.1:1776190130.902402:0:45124:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081f9cf34. 00010000:00000010:2.1:1776190130.902449:0:45124:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002df9229. 00010000:00000010:2.1:1776190130.902455:0:45124:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a09aed99. 00010000:00000010:2.1:1776190130.902458:0:45124:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008afdb6a3. 00000800:00000200:1.0:1776190130.902671:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.902675:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aee482f6 (tot 82352218). 00000400:00000200:1.0:1776190130.902680:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.902685:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.902689:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e2823b6 00000400:00000010:1.0:1776190130.902691:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e2823b6. 00000100:00000200:1.0:1776190130.902709:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ea935c56 x1862468301355392/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190130.906812:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.906840:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f980 00000400:00000200:2.0:1776190130.906853:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5921 [1] + 224 00000400:00000200:2.0:1776190130.906871:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.906877:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.906892:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ea935c56 x1862468301355392/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190130.907154:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.907161:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376340 00000400:00000200:2.0:1776190130.907168:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4275 [2] + 1312 00000400:00000200:2.0:1776190130.907253:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.907258:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.907264:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190130.907270:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e75ddab0. 00000020:00000010:2.0:1776190130.907330:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058d333a9. 00000020:00000010:2.0:1776190130.907338:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190130.907344:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190130.907378:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e75ddab0 x1862468296467264/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190130.907414:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296467264 02000000:00000010:2.0:1776190130.907428:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fee1321f. 00010000:00000010:2.0:1776190130.907478:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093f1c5e9. 00000100:00000010:2.0:1776190130.907488:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.907497:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.907504:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093f1c5e9. 00000400:00000010:2.0:1776190130.907521:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ded49ea2. 00000100:00000200:2.0:1776190130.907527:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296467264, offset 224 00000400:00000200:2.0:1776190130.907536:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.907549:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.907556:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92513:92513:256:4294967295] 192.168.203.39@tcp LPNI seq info [92513:92513:8:4294967295] 00000400:00000200:2.0:1776190130.907568:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.907583:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.907589:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797f442e (tot 82352466). 00000800:00000200:2.0:1776190130.907597:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.907605:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.907611:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000797f442e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190130.907630:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190130.907635:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190130.907638:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058d333a9. 00000800:00000200:2.0:1776190130.907727:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.907731:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797f442e (tot 82352218). 00000400:00000200:2.0:1776190130.907738:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.907743:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.907747:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ded49ea2 00000400:00000010:2.0:1776190130.907750:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ded49ea2. 00010000:00000010:3.1:1776190130.910135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075494b23. 00010000:00000010:1.1:1776190130.910144:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000790bbbff. 00010000:00000010:3.1:1776190130.910151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd80eb18. 00010000:00000010:3.1:1776190130.910157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb66ad0a. 00010000:00000010:3.1:1776190130.910159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00000400:00000010:1.0:1776190130.910166:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000004ab20ed. 00000400:00000200:1.0:1776190130.910171:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd055298 00000400:00000010:1.0:1776190130.910174:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd055298. 00000100:00000200:1.0:1776190130.910193:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ea935c56 x1862468301355392/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190130.910203:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ea935c56 x1862468301355392/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190130.910238:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004ce823d. 02000000:00000010:1.0:1776190130.910257:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb8e22aa. 02000000:00000010:1.0:1776190130.910263:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036408e57. 00000100:00000010:1.0:1776190130.910269:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea935c56. 00000100:00000010:1.0:1776190130.910275:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a2c3fef. 00010000:00000010:1.0:1776190130.910280:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c32caa1c. 00080000:00000010:1.0:1776190130.910306:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd9e09d1. 00010000:00000010:1.0:1776190130.910444:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005b9a1959. 00010000:00000010:1.0:1776190130.910452:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007f54beb7. 00010000:00000010:1.0:1776190130.910543:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f95b4ea. 00010000:00000010:1.0:1776190130.910551:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000caaca8b0. 00010000:00000010:1.0:1776190130.910568:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006f38bd43. 00000100:00000010:1.0:1776190130.910587:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061bac84f. 00000100:00000010:1.0:1776190130.910598:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089ccee46. 02000000:00000010:1.0:1776190130.910615:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d703e7ee. 02000000:00000010:1.0:1776190130.910655:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007096543. 00000400:00000010:1.0:1776190130.910662:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008326208f. 00000400:00000010:1.0:1776190130.910669:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029c3017a. 00000100:00000200:1.0:1776190130.910677:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301355456, portal 16 00000400:00000010:1.0:1776190130.910683:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053d224d6. 00000100:00000200:1.0:1776190130.910686:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301355456, offset 0 00000400:00000200:1.0:1776190130.910695:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.910713:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.910721:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190130.910725:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190130.910729:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190130.910732:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92514:92514:256:4294967295] 192.168.203.39@tcp LPNI seq info [92514:92514:8:4294967295] 00000400:00000200:1.0:1776190130.910744:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.910751:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.910757:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000350c588e (tot 82352466). 00000800:00000200:1.0:1776190130.910763:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.910857:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.910862:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000350c588e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190130.911447:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.911453:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000350c588e (tot 82352218). 00000400:00000200:2.0:1776190130.911461:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.911468:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.911475:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053d224d6 00000400:00000010:2.0:1776190130.911477:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053d224d6. 00000100:00000200:2.0:1776190130.911485:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089ccee46 x1862468301355456/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190130.916548:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.916584:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181f9c0 00000400:00000200:2.0:1776190130.916597:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb592d [1] + 224 00000400:00000200:2.0:1776190130.916613:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.916618:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.916631:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089ccee46 x1862468301355456/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190130.916680:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.916685:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376380 00000400:00000200:2.0:1776190130.916690:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4275 [2] + 1640 00000400:00000200:2.0:1776190130.916751:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.916755:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.916759:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190130.916767:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000462ed234. 00000400:00000010:3.0:1776190130.916981:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008326208f. 00000400:00000200:3.0:1776190130.916988:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029c3017a 00000400:00000010:3.0:1776190130.916990:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029c3017a. 00000100:00000200:3.0:1776190130.916998:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089ccee46 x1862468301355456/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190130.917006:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089ccee46 x1862468301355456/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190130.917044:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007096543. 02000000:00000010:3.0:1776190130.917051:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d703e7ee. 00000100:00000010:3.0:1776190130.917056:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089ccee46. 00000100:00000010:3.0:1776190130.917060:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061bac84f. 00010000:00000010:3.0:1776190130.917064:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006f38bd43. 00000020:00000010:0.0:1776190130.917158:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080cc366e. 00000020:00000010:0.0:1776190130.917166:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000402ecd42. 00000020:00000010:0.0:1776190130.917170:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 00000100:00000200:0.0:1776190130.917194:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000462ed234 x1862468296467328/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190130.917227:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296467328 02000000:00000010:0.0:1776190130.917241:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000099cdf666. 00010000:00000010:0.0:1776190130.917274:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000112733f4. 00010000:00000010:0.0:1776190130.917301:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c928e2d9. 00000100:00000010:0.0:1776190130.917316:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025e4b079. 00000100:00000010:0.0:1776190130.917325:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025e4b079. 00010000:00000010:0.0:1776190130.917327:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c928e2d9. 00000400:00000010:0.0:1776190130.917345:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017e036f6. 00000100:00000200:0.0:1776190130.917350:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296467328, offset 224 00000400:00000200:0.0:1776190130.917358:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.917372:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.917379:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92515:92515:256:4294967295] 192.168.203.39@tcp LPNI seq info [92515:92515:8:4294967295] 00000400:00000200:0.0:1776190130.917390:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.917396:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.917403:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3c1cdd4 (tot 82352466). 00000800:00000200:0.0:1776190130.917409:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.917417:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.917422:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3c1cdd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190130.917448:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000402ecd42. 00000020:00000010:0.0:1776190130.917453:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:0.0:1776190130.917457:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080cc366e. 00000800:00000200:2.0:1776190130.918190:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.918196:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3c1cdd4 (tot 82352218). 00000400:00000200:2.0:1776190130.918202:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.918209:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.918215:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017e036f6 00000400:00000010:2.0:1776190130.918218:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017e036f6. 00080000:00000010:3.0:1776190130.918365:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff7861f1. 00010000:00000010:3.0:1776190130.919059:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000caaca8b0. 00010000:00000010:3.0:1776190130.919072:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000011c04a59. 00010000:00000010:3.0:1776190130.919181:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd000644. 00010000:00000010:3.0:1776190130.919189:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca9ef78c. 00010000:00000010:3.0:1776190130.919206:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd82808c. 00000100:00000010:3.0:1776190130.919213:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a2c3fef. 00000100:00000010:3.0:1776190130.919224:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 02000000:00000010:3.0:1776190130.919241:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036408e57. 02000000:00000010:3.0:1776190130.919276:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb8e22aa. 00000400:00000010:3.0:1776190130.919284:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cafe7d2f. 00000400:00000010:3.0:1776190130.919292:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faf97dbc. 00000100:00000200:3.0:1776190130.919300:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301355520, portal 16 00000400:00000010:3.0:1776190130.919306:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000129821df. 00000100:00000200:3.0:1776190130.919307:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301355520, offset 0 00000400:00000200:3.0:1776190130.919317:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.919335:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.919344:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190130.919349:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190130.919352:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190130.919356:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92516:92516:256:4294967295] 192.168.203.39@tcp LPNI seq info [92516:92516:8:4294967295] 00000400:00000200:3.0:1776190130.919365:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.919372:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.919377:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190130.919384:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.919391:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.919396:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190130.919521:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.919525:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aee482f6 (tot 82352218). 00000400:00000200:1.0:1776190130.919531:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.919537:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.919542:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000129821df 00000400:00000010:1.0:1776190130.919544:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000129821df. 00000100:00000200:1.0:1776190130.919552:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c4a3a006 x1862468301355520/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190130.920809:0:1368:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005ab790b. 00010000:00000010:1.1:1776190130.920822:0:1368:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000833d617d. 00010000:00000010:1.1:1776190130.920828:0:1368:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3477ad. 00000400:00000200:2.0:1776190130.922606:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.922629:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181fa00 00000400:00000200:2.0:1776190130.922640:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5939 [1] + 224 00000400:00000200:2.0:1776190130.922658:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.922662:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.922674:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c4a3a006 x1862468301355520/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190130.924054:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d00cd96. 00010000:00000010:3.1:1776190130.924068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f95b4ea. 00000400:00000010:3.0:1776190130.924096:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cafe7d2f. 00000400:00000200:3.0:1776190130.924102:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faf97dbc 00000400:00000010:3.0:1776190130.924105:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faf97dbc. 00000100:00000200:3.0:1776190130.924118:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c4a3a006 x1862468301355520/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190130.924128:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c4a3a006 x1862468301355520/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190130.924167:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb8e22aa. 02000000:00000010:3.0:1776190130.924175:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036408e57. 00000100:00000010:3.0:1776190130.924180:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 00000100:00000010:3.0:1776190130.924185:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a2c3fef. 00010000:00000010:3.0:1776190130.924190:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd82808c. 00000400:00000200:2.0:1776190130.925415:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.925436:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13763c0 00000400:00000200:2.0:1776190130.925446:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4275 [2] + 1968 00000400:00000010:2.0:1776190130.925451:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d669c2e6. 00000400:00000200:2.0:1776190130.925456:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006483ae61 00000400:00000200:2.0:1776190130.925863:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.925870:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.925876:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006483ae61 00000400:00000010:2.0:1776190130.925879:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006483ae61 (tot 82352066). 00000100:00000200:2.0:1776190130.925887:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776190130.926066:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000811fff5f. 00000020:00000010:1.0:1776190130.926074:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b176325e. 00000020:00000010:1.0:1776190130.926080:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.926111:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000083272a9d x1862468296467392/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190130.926154:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296467392 02000000:00000010:1.0:1776190130.926171:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000043f8d2b1. 00010000:00000010:1.0:1776190130.926207:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007f4ed1f5. 00010000:00000010:1.0:1776190130.926232:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006b24e106. 00000100:00000010:1.0:1776190130.926242:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061bac84f. 00000100:00000010:1.0:1776190130.926263:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061bac84f. 00010000:00000010:1.0:1776190130.926268:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006b24e106. 00000400:00000010:1.0:1776190130.926284:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029b25a43. 00000100:00000200:1.0:1776190130.926291:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296467392, offset 224 00000400:00000200:1.0:1776190130.926299:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.926325:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.926332:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92517:92517:256:4294967295] 192.168.203.39@tcp LPNI seq info [92517:92517:8:4294967295] 00000400:00000200:1.0:1776190130.926343:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.926349:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.926354:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069334a23 (tot 82352314). 00000800:00000200:1.0:1776190130.926361:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.926369:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.926374:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069334a23 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.926396:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b176325e. 00000020:00000010:1.0:1776190130.926402:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.926405:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000811fff5f. 02000000:00000010:1.0:1776190130.926415:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000099cdf666. 00000100:00000010:1.0:1776190130.926419:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000462ed234. 02000000:00000010:1.0:1776190130.926428:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fee1321f. 00000100:00000010:1.0:1776190130.926430:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e75ddab0. 02000000:00000010:1.0:1776190130.926435:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003ea082b7. 00000100:00000010:1.0:1776190130.926437:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000663a046d. 02000000:00000010:1.0:1776190130.926441:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fa4d570c. 00000100:00000010:1.0:1776190130.926444:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000552495c9. 02000000:00000010:1.0:1776190130.926448:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000049551e13. 00000100:00000010:1.0:1776190130.926450:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 02000000:00000010:1.0:1776190130.926453:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005c6389e1. 00000100:00000010:1.0:1776190130.926457:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000200:1.0:1776190130.926469:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776190130.926475:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006a22ee3a. 00000400:00000010:1.0:1776190130.926482:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000061bac84f (tot 82352466). 00000800:00000200:1.0:1776190130.926588:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.926592:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069334a23 (tot 82352218). 00000400:00000200:1.0:1776190130.926598:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.926602:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.926605:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029b25a43 00000400:00000010:1.0:1776190130.926607:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029b25a43. 02000000:00000010:1.0:1776190130.926611:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000043f8d2b1. 00080000:00000010:2.0:1776190130.926857:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fee1321f. 00010000:00000010:2.0:1776190130.926989:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca9ef78c. 00010000:00000010:2.0:1776190130.926997:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000031010c2c. 00010000:00000010:2.0:1776190130.927089:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008afdb6a3. 00010000:00000010:2.0:1776190130.927096:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000007e34e62. 00010000:00000010:2.0:1776190130.927109:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093f1c5e9. 00000100:00000010:2.0:1776190130.927115:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.927124:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a89b0311. 02000000:00000010:2.0:1776190130.927138:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000058d333a9. 02000000:00000010:2.0:1776190130.927171:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002617dede. 00000400:00000010:2.0:1776190130.927176:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d669c2e6. 00000400:00000010:2.0:1776190130.927183:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ded49ea2. 00000100:00000200:2.0:1776190130.927187:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301355584, portal 16 00000400:00000010:2.0:1776190130.927192:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d4d52a6. 00000100:00000200:2.0:1776190130.927194:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301355584, offset 0 00000400:00000200:2.0:1776190130.927201:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.927211:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.927218:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190130.927222:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190130.927225:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190130.927227:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92518:92518:256:4294967295] 192.168.203.39@tcp LPNI seq info [92518:92518:8:4294967295] 00000400:00000200:2.0:1776190130.927236:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.927241:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.927246:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797f442e (tot 82352466). 00000800:00000200:2.0:1776190130.927252:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.927256:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.927259:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000797f442e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190130.927866:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.927871:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797f442e (tot 82352218). 00000400:00000200:1.0:1776190130.927879:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.927886:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.927891:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d4d52a6 00000400:00000010:1.0:1776190130.927894:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d4d52a6. 00000100:00000200:1.0:1776190130.927903:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a89b0311 x1862468301355584/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190130.928815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000159b2c35. 00000400:00000200:2.0:1776190130.934322:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190130.934355:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181fa40 00000400:00000200:2.0:1776190130.934368:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5949 [1] + 224 00000400:00000200:2.0:1776190130.934395:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.934400:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190130.934415:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a89b0311 x1862468301355584/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190130.935190:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d669c2e6. 00000400:00000200:3.0:1776190130.935199:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ded49ea2 00000400:00000010:3.0:1776190130.935202:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ded49ea2. 00000100:00000200:3.0:1776190130.935213:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a89b0311 x1862468301355584/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190130.935214:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000100:00000200:3.0:1776190130.935226:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a89b0311 x1862468301355584/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190130.935231:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376400 00000400:00000200:1.0:1776190130.935241:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb42cd [2] + 0 02000000:00000010:3.0:1776190130.935270:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002617dede. 02000000:00000010:3.0:1776190130.935280:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000058d333a9. 00000100:00000010:3.0:1776190130.935286:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a89b0311. 00000100:00000010:3.0:1776190130.935292:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:3.0:1776190130.935297:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093f1c5e9. 00000400:00000200:1.0:1776190130.935312:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.935318:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.935323:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190130.935329:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 00000020:00000010:2.0:1776190130.935617:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001647037. 00000020:00000010:2.0:1776190130.935626:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190130.935632:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190130.935666:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d96c74a9 x1862468296467456/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190130.935714:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296467456 02000000:00000010:2.0:1776190130.935728:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b0ea0303. 00010000:00000010:2.0:1776190130.935763:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e151c5c. 00010000:00000010:2.0:1776190130.935829:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001eb759b7. 00000100:00000010:2.0:1776190130.935839:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.935856:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.935859:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001eb759b7. 00000400:00000010:2.0:1776190130.935875:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031a328f. 00000100:00000200:2.0:1776190130.935880:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296467456, offset 224 00000400:00000200:2.0:1776190130.935890:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00080000:00000010:3.0:1776190130.935900:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036408e57. 00000400:00000200:2.0:1776190130.935905:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.935912:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92519:92519:256:4294967295] 192.168.203.39@tcp LPNI seq info [92519:92519:8:4294967295] 00000400:00000200:2.0:1776190130.935924:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.935930:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.935936:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd90c4b (tot 82352466). 00000800:00000200:2.0:1776190130.935942:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.935950:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.935955:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd90c4b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190130.935978:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190130.935982:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190130.935986:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001647037. 00000800:00000200:2.0:1776190130.936072:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.936077:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd90c4b (tot 82352218). 00000400:00000200:2.0:1776190130.936084:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.936088:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.936092:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031a328f 00000400:00000010:2.0:1776190130.936094:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031a328f. 00010000:00000010:3.0:1776190130.936149:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007e34e62. 00010000:00000010:3.0:1776190130.936158:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008de248c2. 00010000:00000010:3.0:1776190130.936249:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c16a5f82. 00010000:00000010:3.0:1776190130.936257:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000efed4706. 00010000:00000010:3.0:1776190130.936270:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd82808c. 00000100:00000010:3.0:1776190130.936275:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a2c3fef. 00000100:00000010:3.0:1776190130.936282:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 02000000:00000010:3.0:1776190130.936296:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fb8e22aa. 02000000:00000010:3.0:1776190130.936377:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b320556b. 00000400:00000010:3.0:1776190130.936384:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cafe7d2f. 00000400:00000010:3.0:1776190130.936390:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faf97dbc. 00000100:00000200:3.0:1776190130.936396:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301355648, portal 16 00000400:00000010:3.0:1776190130.936401:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048a81920. 00000100:00000200:3.0:1776190130.936402:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301355648, offset 0 00000400:00000200:3.0:1776190130.936409:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.936417:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.936426:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190130.936430:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190130.936434:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190130.936436:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92520:92520:256:4294967295] 192.168.203.39@tcp LPNI seq info [92520:92520:8:4294967295] 00000400:00000200:3.0:1776190130.936445:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.936452:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.936457:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352466). 00000800:00000200:3.0:1776190130.936462:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.936466:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.936468:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190130.937946:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbaecdd1. 00010000:00000010:2.1:1776190130.937962:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00000800:00000200:2.0:1776190130.938522:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.938528:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003900fe9a (tot 82352218). 00000400:00000200:2.0:1776190130.938536:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.938548:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.938554:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048a81920 00000400:00000010:2.0:1776190130.938557:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048a81920. 00000100:00000200:2.0:1776190130.938568:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c4a3a006 x1862468301355648/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190130.938897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b82017bc. 00010000:00000010:2.1:1776190130.942601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8b95f57. 00000400:00000200:1.0:1776190130.943596:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.943620:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181fa80 00000400:00000200:1.0:1776190130.943630:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5955 [1] + 224 00000400:00000200:1.0:1776190130.943648:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.943653:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.943671:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c4a3a006 x1862468301355648/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190130.943765:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cafe7d2f. 00000400:00000200:3.0:1776190130.944500:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faf97dbc 00000400:00000010:3.0:1776190130.944504:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faf97dbc. 00000100:00000200:3.0:1776190130.944517:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c4a3a006 x1862468301355648/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190130.944526:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c4a3a006 x1862468301355648/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190130.944569:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b320556b. 02000000:00000010:3.0:1776190130.944587:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fb8e22aa. 00000100:00000010:3.0:1776190130.944592:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 00000100:00000010:3.0:1776190130.944597:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a2c3fef. 00010000:00000010:3.0:1776190130.944602:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd82808c. 00000400:00000200:1.0:1776190130.944806:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.944820:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376440 00000400:00000200:1.0:1776190130.944828:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb42cd [2] + 328 00000400:00000200:1.0:1776190130.944897:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.944901:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.944908:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190130.944914:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8f88089. 00000020:00000010:3.0:1776190130.945164:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb8e22aa. 00000020:00000010:3.0:1776190130.945173:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190130.945178:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.945213:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e8f88089 x1862468296467520/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190130.945254:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296467520 02000000:00000010:3.0:1776190130.945269:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b320556b. 00010000:00000010:3.0:1776190130.945305:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009dce18dc. 00010000:00000010:3.0:1776190130.945332:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd82808c. 00000100:00000010:3.0:1776190130.945341:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a2c3fef. 00000100:00000010:3.0:1776190130.945361:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a2c3fef. 00010000:00000010:3.0:1776190130.945364:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd82808c. 00000400:00000010:3.0:1776190130.945380:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faf97dbc. 00000100:00000200:3.0:1776190130.945385:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296467520, offset 224 00000400:00000200:3.0:1776190130.945396:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.945408:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.945416:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92521:92521:256:4294967295] 192.168.203.39@tcp LPNI seq info [92521:92521:8:4294967295] 00000400:00000200:3.0:1776190130.945429:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.945434:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.945440:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352466). 00000800:00000200:3.0:1776190130.945447:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.945456:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.945460:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.945484:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190130.945488:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.945492:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb8e22aa. 00080000:00000010:1.0:1776190130.945598:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043f8d2b1. 00010000:00000010:1.0:1776190130.945720:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000efed4706. 00010000:00000010:1.0:1776190130.945729:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005a602130. 00010000:00000010:1.0:1776190130.945867:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026e74b7e. 00010000:00000010:1.0:1776190130.945872:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b176325e. 00010000:00000010:1.0:1776190130.945879:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019e448a6. 00010000:00000010:1.0:1776190130.945887:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006b9f4302. 00080000:00000010:1.0:1776190130.945902:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c6389e1. 00010000:00000010:1.0:1776190130.946059:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b9f4302. 00010000:00000010:1.0:1776190130.946066:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b176325e. 00010000:00000010:1.0:1776190130.946134:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1c166e6. 00010000:00000010:1.0:1776190130.946139:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006b9f4302. 00010000:00000010:1.0:1776190130.946148:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006b24e106. 00000100:00000010:1.0:1776190130.946154:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001d19743c. 00000100:00000010:1.0:1776190130.946162:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000909ebbf0. 02000000:00000010:1.0:1776190130.946176:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003ea082b7. 02000000:00000010:1.0:1776190130.946211:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000811fff5f. 00000400:00000010:1.0:1776190130.946219:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cf9f83a. 00000400:00000010:1.0:1776190130.946225:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029b25a43. 00000100:00000200:1.0:1776190130.946231:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301355712, portal 16 00000400:00000010:1.0:1776190130.946236:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e227db4. 00000100:00000200:1.0:1776190130.946240:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301355712, offset 0 00000400:00000200:1.0:1776190130.946247:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.946258:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.946267:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190130.946270:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190130.946273:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190130.946276:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92522:92522:255:4294967295] 192.168.203.39@tcp LPNI seq info [92522:92522:7:4294967295] 00000400:00000200:1.0:1776190130.946284:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.946289:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.946294:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069334a23 (tot 82352714). 00000800:00000200:1.0:1776190130.946298:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.946303:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.946306:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069334a23 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190130.946473:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.946478:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004809ab70 (tot 82352466). 00000400:00000200:2.0:1776190130.946484:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.946490:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.946495:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faf97dbc 00000400:00000010:2.0:1776190130.946498:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faf97dbc. 00000800:00000200:2.0:1776190130.947169:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.947173:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069334a23 (tot 82352218). 00000400:00000200:2.0:1776190130.947178:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.947184:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.947187:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e227db4 00000400:00000010:2.0:1776190130.947189:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e227db4. 00000100:00000200:2.0:1776190130.947197:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000909ebbf0 x1862468301355712/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190130.947444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056d0540b. 00010000:00000010:3.1:1776190130.947453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008afdb6a3. 00000400:00000200:1.0:1776190130.949559:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.949594:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181fac0 00000400:00000200:1.0:1776190130.949606:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5961 [1] + 224 00000400:00000200:1.0:1776190130.949621:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.949625:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.949637:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000909ebbf0 x1862468301355712/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190130.949721:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.949728:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376480 00000400:00000200:1.0:1776190130.949734:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb42cd [2] + 656 00000400:00000200:1.0:1776190130.949835:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.949840:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.949848:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190130.949854:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719b5d3. 00000400:00000010:3.0:1776190130.949937:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cf9f83a. 00000400:00000200:3.0:1776190130.949944:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029b25a43 00000400:00000010:3.0:1776190130.949946:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029b25a43. 00000100:00000200:3.0:1776190130.949953:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000909ebbf0 x1862468301355712/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190130.949960:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000909ebbf0 x1862468301355712/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776190130.949964:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080cc366e. 00000020:00000010:0.0:1776190130.949972:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aa556684. 00000020:00000010:0.0:1776190130.949978:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 02000000:00000010:3.0:1776190130.949994:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000811fff5f. 02000000:00000010:3.0:1776190130.950000:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003ea082b7. 00000100:00000010:3.0:1776190130.950003:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 00000100:00000200:0.0:1776190130.950006:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a719b5d3 x1862468296467584/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000010:3.0:1776190130.950007:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001d19743c. 00010000:00000010:3.0:1776190130.950011:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006b24e106. 00000100:00000200:0.0:1776190130.950043:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296467584 02000000:00000010:0.0:1776190130.950056:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000049551e13. 00010000:00000010:0.0:1776190130.950087:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058a34e40. 00010000:00000010:0.0:1776190130.950111:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c928e2d9. 00000100:00000010:0.0:1776190130.950119:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025e4b079. 00000100:00000010:0.0:1776190130.950135:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025e4b079. 00010000:00000010:0.0:1776190130.950137:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c928e2d9. 00000400:00000010:0.0:1776190130.950153:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0ec89d5. 00000100:00000200:0.0:1776190130.950159:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296467584, offset 224 00080000:00000010:3.0:1776190130.950164:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb8e22aa. 00000400:00000200:0.0:1776190130.950166:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.950178:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.950184:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92523:92523:256:4294967295] 192.168.203.39@tcp LPNI seq info [92523:92523:8:4294967295] 00000400:00000200:0.0:1776190130.950194:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.950200:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.950205:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352466). 00000800:00000200:0.0:1776190130.950210:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.950218:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.950223:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190130.950253:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aa556684. 00000020:00000010:0.0:1776190130.950259:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:0.0:1776190130.950263:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080cc366e. 00010000:00000010:3.0:1776190130.950304:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b9f4302. 00010000:00000010:3.0:1776190130.950313:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a82e11d8. 00010000:00000010:3.0:1776190130.950533:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b659aaff. 00010000:00000010:3.0:1776190130.950541:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006d13e0a8. 00010000:00000010:3.0:1776190130.950555:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd82808c. 00000100:00000010:3.0:1776190130.950560:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a2c3fef. 00000100:00000010:3.0:1776190130.950567:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 02000000:00000010:3.0:1776190130.950593:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b9942f07. 02000000:00000010:3.0:1776190130.950621:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000058d333a9. 00000400:00000010:3.0:1776190130.950626:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cafe7d2f. 00000400:00000010:3.0:1776190130.950631:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012090ddf. 00000100:00000200:3.0:1776190130.950637:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301355776, portal 16 00000400:00000010:3.0:1776190130.950642:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ce06a4c. 00000100:00000200:3.0:1776190130.950644:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301355776, offset 0 00000400:00000200:3.0:1776190130.950649:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.950656:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.950663:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00010000:00000010:1.1:1776190130.951118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ece91e0. 00010000:00000010:1.1:1776190130.951130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a5f82. 00010000:00000010:1.1:1776190130.951134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026e74b7e. 00010000:00000010:1.1:1776190130.951137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019e448a6. 00000800:00000200:1.0:1776190130.951887:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190130.951894:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352218). 00000400:00000200:1.0:1776190130.951901:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.951910:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.952106:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0ec89d5 00000400:00000010:1.0:1776190130.952111:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0ec89d5. 00000400:00000200:3.0:1776190130.952197:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190130.952201:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190130.952205:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92524:92524:255:4294967295] 192.168.203.39@tcp LPNI seq info [92524:92524:7:4294967295] 00000400:00000200:3.0:1776190130.952216:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.952223:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.952333:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352466). 00000800:00000200:0.0:1776190130.952343:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.952350:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.952355:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190130.952503:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.1:1776190130.952507:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaf0291b. 00000800:00000010:2.0:1776190130.952507:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352218). 00000400:00000200:2.0:1776190130.952511:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.952514:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.952518:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ce06a4c 00000400:00000010:2.0:1776190130.952519:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ce06a4c. 00000100:00000200:2.0:1776190130.952528:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c4a3a006 x1862468301355776/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190130.955841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0853947. 00000400:00000200:1.0:1776190130.956410:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.956434:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181fb00 00000400:00000200:1.0:1776190130.956446:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb596d [1] + 224 00000400:00000200:1.0:1776190130.956462:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.956466:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.956479:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c4a3a006 x1862468301355776/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190130.956591:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.956598:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13764c0 00000400:00000200:1.0:1776190130.956604:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb42cd [2] + 984 00000400:00000200:1.0:1776190130.956614:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.956618:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.956622:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190130.956628:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000909ebbf0. 00000020:00000010:3.0:1776190130.956858:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010a7c4b1. 00000020:00000010:3.0:1776190130.956867:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000400:00000010:0.0:1776190130.958326:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cafe7d2f. 00000400:00000200:0.0:1776190130.958338:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012090ddf 00000400:00000010:0.0:1776190130.958340:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012090ddf. 00000100:00000200:0.0:1776190130.958358:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c4a3a006 x1862468301355776/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190130.958373:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c4a3a006 x1862468301355776/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190130.958415:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000058d333a9. 02000000:00000010:0.0:1776190130.958425:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b9942f07. 00000020:00000010:1.0:1776190130.958430:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000010:0.0:1776190130.958430:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 00000100:00000010:0.0:1776190130.958434:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a2c3fef. 00010000:00000010:0.0:1776190130.958441:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd82808c. 00000100:00000200:1.0:1776190130.958469:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000909ebbf0 x1862468296467648/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190130.958515:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296467648 02000000:00000010:1.0:1776190130.958529:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001b89fab3. 00010000:00000010:1.0:1776190130.958565:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000012cf71e1. 00010000:00000010:1.0:1776190130.958600:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a4ac59a7. 00000100:00000010:1.0:1776190130.958608:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d909056f. 00000100:00000010:1.0:1776190130.958618:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d909056f. 00010000:00000010:1.0:1776190130.958621:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a4ac59a7. 00000400:00000010:1.0:1776190130.958635:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a2618ed. 00000100:00000200:1.0:1776190130.958642:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296467648, offset 224 00000400:00000200:1.0:1776190130.958651:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.958668:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.958674:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92525:92525:256:4294967295] 192.168.203.39@tcp LPNI seq info [92525:92525:8:4294967295] 00000400:00000200:1.0:1776190130.958685:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.958691:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.958834:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006429d592 (tot 82352466). 00000800:00000200:1.0:1776190130.958843:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.958852:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.958857:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006429d592 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.959007:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:1.0:1776190130.959013:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.959016:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010a7c4b1. 00080000:00000010:0.0:1776190130.959042:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080cc366e. 00010000:00000010:0.0:1776190130.959167:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d13e0a8. 00010000:00000010:0.0:1776190130.959175:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000705d2644. 00000800:00000200:2.0:1776190130.959621:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.959627:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006429d592 (tot 82352218). 00000400:00000200:2.0:1776190130.959635:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.959642:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.959647:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a2618ed 00000400:00000010:2.0:1776190130.959649:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a2618ed. 00010000:00000010:0.0:1776190130.959757:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c30fc39. 00010000:00000010:0.0:1776190130.959765:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c1714294. 00010000:00000010:0.0:1776190130.959804:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c928e2d9. 00000100:00000010:0.0:1776190130.959811:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025e4b079. 00000100:00000010:0.0:1776190130.959820:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2d466. 02000000:00000010:0.0:1776190130.959837:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa4d570c. 02000000:00000010:0.0:1776190130.959882:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099cdf666. 00000400:00000010:0.0:1776190130.959890:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0aa784a. 00000400:00000010:0.0:1776190130.959897:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eba861cb. 00000100:00000200:0.0:1776190130.959903:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301355840, portal 16 00000400:00000010:0.0:1776190130.959908:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c79e5fff. 00000100:00000200:0.0:1776190130.959910:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301355840, offset 0 00000400:00000200:0.0:1776190130.959918:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.959930:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.959938:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.959941:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.959945:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.959947:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92526:92526:256:4294967295] 192.168.203.39@tcp LPNI seq info [92526:92526:8:4294967295] 00000400:00000200:0.0:1776190130.959956:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.959961:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.959965:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000826f680e (tot 82352466). 00000800:00000200:0.0:1776190130.959971:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.959975:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.959979:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000826f680e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190130.960025:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1d1c63f. 00010000:00000010:3.1:1776190130.960032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1c166e6. 00000800:00000200:2.0:1776190130.960189:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.960192:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000826f680e (tot 82352218). 00000400:00000200:2.0:1776190130.960195:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.960199:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.960202:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c79e5fff 00000400:00000010:2.0:1776190130.960204:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c79e5fff. 00000100:00000200:2.0:1776190130.960211:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2d466 x1862468301355840/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190130.963677:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.963715:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181fb40 00000400:00000200:1.0:1776190130.963727:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5979 [1] + 224 00000400:00000200:1.0:1776190130.963743:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.963748:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.963761:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2d466 x1862468301355840/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190130.963854:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.963861:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376500 00000400:00000200:1.0:1776190130.963877:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb42cd [2] + 1312 00000400:00000200:1.0:1776190130.963889:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.963892:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.963897:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190130.963904:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089ccee46. 00000400:00000010:0.0:1776190130.964158:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0aa784a. 00000400:00000200:0.0:1776190130.964165:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eba861cb 00000400:00000010:0.0:1776190130.964167:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eba861cb. 00000020:00000010:3.0:1776190130.964172:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010a7c4b1. 00000100:00000200:0.0:1776190130.964176:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2d466 x1862468301355840/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776190130.964182:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f407f934. 00000100:00000200:0.0:1776190130.964188:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2d466 x1862468301355840/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776190130.964189:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190130.964224:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000089ccee46 x1862468296467712/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 02000000:00000010:0.0:1776190130.964225:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099cdf666. 02000000:00000010:0.0:1776190130.964234:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fa4d570c. 00000100:00000200:3.0:1776190130.964263:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296467712 02000000:00000010:3.0:1776190130.964279:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000711b3fa6. 00010000:00000010:3.0:1776190130.964327:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a6c96ad. 00010000:00000010:3.0:1776190130.964356:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000683c7717. 00000100:00000010:3.0:1776190130.964365:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a2c3fef. 00000100:00000010:3.0:1776190130.964373:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a2c3fef. 00010000:00000010:3.0:1776190130.964378:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000683c7717. 00000400:00000010:3.0:1776190130.964395:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008fe0f437. 00000100:00000010:0.0:1776190130.964446:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2d466. 00000100:00000010:0.0:1776190130.964450:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025e4b079. 00010000:00000010:0.0:1776190130.964453:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c928e2d9. 00080000:00000010:0.0:1776190130.964475:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa4d570c. 00010000:00000010:0.0:1776190130.964826:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c1714294. 00010000:00000010:0.0:1776190130.964835:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eea8a237. 00000100:00000200:3.0:1776190130.964914:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296467712, offset 224 00000400:00000200:3.0:1776190130.964926:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190130.964942:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190130.964949:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92527:92527:256:4294967295] 192.168.203.39@tcp LPNI seq info [92527:92527:8:4294967295] 00000400:00000200:3.0:1776190130.964960:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190130.964965:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190130.964971:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190130.964977:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190130.964985:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190130.964989:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190130.965006:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190130.965011:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190130.965014:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010a7c4b1. 00000800:00000200:2.0:1776190130.965160:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.965164:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adc83051 (tot 82352218). 00000400:00000200:2.0:1776190130.965170:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.965175:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.965179:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fe0f437 00000400:00000010:2.0:1776190130.965181:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008fe0f437. 00010000:00000010:0.0:1776190130.965485:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e260a472. 00010000:00000010:0.0:1776190130.965493:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c1714294. 00010000:00000010:0.0:1776190130.965505:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c928e2d9. 00000100:00000010:0.0:1776190130.965509:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025e4b079. 00000100:00000010:0.0:1776190130.965517:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2d466. 02000000:00000010:0.0:1776190130.965532:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000099cdf666. 02000000:00000010:0.0:1776190130.965562:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083331127. 00000400:00000010:0.0:1776190130.965567:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0aa784a. 00000400:00000010:0.0:1776190130.965584:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eba861cb. 00000100:00000200:0.0:1776190130.965591:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301355904, portal 16 00000400:00000010:0.0:1776190130.965595:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009746daff. 00000100:00000200:0.0:1776190130.965597:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301355904, offset 0 00000400:00000200:0.0:1776190130.965603:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.965611:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.965619:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.965623:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.965627:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.965630:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92528:92528:256:4294967295] 192.168.203.39@tcp LPNI seq info [92528:92528:8:4294967295] 00000400:00000200:0.0:1776190130.965636:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.965640:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.965644:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352466). 00000800:00000200:0.0:1776190130.965648:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.965652:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.965654:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190130.966099:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.966103:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352218). 00000400:00000200:2.0:1776190130.966108:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.966113:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.966116:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009746daff 00000400:00000010:2.0:1776190130.966117:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009746daff. 00000100:00000200:2.0:1776190130.966124:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2d466 x1862468301355904/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190130.968824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056668ae3. 00000400:00000200:1.0:1776190130.970139:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.970167:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181fb80 00000400:00000200:1.0:1776190130.970179:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5985 [1] + 224 00000400:00000200:1.0:1776190130.970194:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.970198:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.970211:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2d466 x1862468301355904/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190130.970249:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.970255:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376540 00000400:00000200:1.0:1776190130.970260:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb42cd [2] + 1640 00000400:00000200:1.0:1776190130.970273:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.970276:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.970281:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190130.970287:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 00000400:00000010:0.0:1776190130.970440:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0aa784a. 00000400:00000200:0.0:1776190130.970447:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eba861cb 00000400:00000010:0.0:1776190130.970450:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eba861cb. 00000100:00000200:0.0:1776190130.970458:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2d466 x1862468301355904/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776190130.970467:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ea082b7. 00000100:00000200:0.0:1776190130.970469:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2d466 x1862468301355904/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776190130.970475:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.970482:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 02000000:00000010:0.0:1776190130.970510:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083331127. 00000100:00000200:1.0:1776190130.970514:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4f3ec3 x1862468296467776/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 02000000:00000010:0.0:1776190130.970520:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000099cdf666. 00000100:00000010:0.0:1776190130.970527:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2d466. 00000100:00000010:0.0:1776190130.970531:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025e4b079. 00010000:00000010:0.0:1776190130.970535:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c928e2d9. 00000100:00000200:1.0:1776190130.970555:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296467776 02000000:00000010:1.0:1776190130.970567:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000811fff5f. 00010000:00000010:1.0:1776190130.970608:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d720d011. 00010000:00000010:1.0:1776190130.970631:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a4ac59a7. 00000100:00000010:1.0:1776190130.970637:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d909056f. 00000100:00000010:1.0:1776190130.970650:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d909056f. 00010000:00000010:1.0:1776190130.970653:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a4ac59a7. 00000400:00000010:1.0:1776190130.970666:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000590eeb4c. 00000100:00000200:1.0:1776190130.970670:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296467776, offset 224 00000400:00000200:1.0:1776190130.970678:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.970689:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.970703:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92529:92529:256:4294967295] 192.168.203.39@tcp LPNI seq info [92529:92529:8:4294967295] 00000400:00000200:1.0:1776190130.970716:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.970721:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.970727:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d164298 (tot 82352466). 00000800:00000200:1.0:1776190130.970733:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.970741:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.970744:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d164298 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.970768:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.970792:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.970795:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ea082b7. 00000800:00000200:3.0:1776190130.970963:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.970967:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d164298 (tot 82352218). 00000400:00000200:3.0:1776190130.970972:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:0.0:1776190130.970973:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099cdf666. 00000400:00000200:3.0:1776190130.970976:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.970980:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000590eeb4c 00000400:00000010:3.0:1776190130.970982:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000590eeb4c. 00010000:00000010:0.0:1776190130.971103:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c1714294. 00010000:00000010:0.0:1776190130.971111:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007bf3c199. 00010000:00000010:0.0:1776190130.971215:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f44f56e4. 00010000:00000010:0.0:1776190130.971222:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c1714294. 00010000:00000010:0.0:1776190130.971233:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c928e2d9. 00000100:00000010:0.0:1776190130.971662:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025e4b079. 00000100:00000010:0.0:1776190130.971674:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2d466. 02000000:00000010:0.0:1776190130.971843:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000083331127. 02000000:00000010:0.0:1776190130.972125:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9942f07. 00000400:00000010:0.0:1776190130.972134:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0aa784a. 00000400:00000010:0.0:1776190130.972141:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eba861cb. 00000100:00000200:0.0:1776190130.972148:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301355968, portal 16 00000400:00000010:0.0:1776190130.972153:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c400cdc9. 00000100:00000200:0.0:1776190130.972156:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301355968, offset 0 00000400:00000200:0.0:1776190130.972179:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.972192:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.972201:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.972205:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.972208:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.972212:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92530:92530:256:4294967295] 192.168.203.39@tcp LPNI seq info [92530:92530:8:4294967295] 00000400:00000200:0.0:1776190130.972223:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.972230:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.972314:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352466). 00000800:00000200:0.0:1776190130.972323:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.972331:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.972335:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776190130.972833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a96b799. 00010000:00000010:0.1:1776190130.972844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b659aaff. 00000800:00000200:2.0:1776190130.973222:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.973227:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:2.0:1776190130.973234:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.973335:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.973342:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c400cdc9 00000400:00000010:2.0:1776190130.973344:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c400cdc9. 00000100:00000200:2.0:1776190130.973355:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2d466 x1862468301355968/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190130.975459:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c469940. 00000400:00000200:1.0:1776190130.975551:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.975586:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181fbc0 00000400:00000200:1.0:1776190130.975597:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5991 [1] + 224 00000400:00000200:1.0:1776190130.975688:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.975693:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.975814:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2d466 x1862468301355968/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190130.975901:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.975908:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376580 00000400:00000200:1.0:1776190130.975914:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb42cd [2] + 1968 00000400:00000010:1.0:1776190130.975919:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058e50a98. 00000400:00000200:1.0:1776190130.975923:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000312b7fb0 00000400:00000200:1.0:1776190130.975988:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.975993:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190130.975996:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000312b7fb0 00000400:00000010:1.0:1776190130.975998:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000312b7fb0 (tot 82352066). 00000100:00000200:1.0:1776190130.976005:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1776190130.976532:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0aa784a. 00000400:00000200:0.0:1776190130.976539:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eba861cb 00000400:00000010:0.0:1776190130.976541:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eba861cb. 00000100:00000200:0.0:1776190130.976550:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2d466 x1862468301355968/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190130.976561:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2d466 x1862468301355968/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190130.976678:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9942f07. 02000000:00000010:0.0:1776190130.976687:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000083331127. 00000100:00000010:0.0:1776190130.976694:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2d466. 00000100:00000010:0.0:1776190130.976836:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025e4b079. 00010000:00000010:0.0:1776190130.976843:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c928e2d9. 00000020:00000010:2.0:1776190130.977071:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001647037. 00000020:00000010:2.0:1776190130.977081:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190130.977087:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190130.977121:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bd7a435a x1862468296467840/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190130.977169:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296467840 02000000:00000010:2.0:1776190130.977183:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b4bef2c6. 00010000:00000010:2.0:1776190130.977217:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e7d6fdd. 00010000:00000010:2.0:1776190130.977243:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001eb759b7. 00000100:00000010:2.0:1776190130.977251:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009032974d. 00000100:00000010:2.0:1776190130.977267:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009032974d. 00010000:00000010:2.0:1776190130.977271:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001eb759b7. 00000400:00000010:2.0:1776190130.977287:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031a328f. 00000100:00000200:2.0:1776190130.977293:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296467840, offset 224 00000400:00000200:2.0:1776190130.977301:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.977316:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.977324:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92531:92531:256:4294967295] 192.168.203.39@tcp LPNI seq info [92531:92531:8:4294967295] 00000400:00000200:2.0:1776190130.977336:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.977342:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.977348:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd90c4b (tot 82352314). 00000800:00000200:2.0:1776190130.977354:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.977363:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.977368:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd90c4b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190130.977392:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190130.977396:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190130.977400:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001647037. 02000000:00000010:2.0:1776190130.977410:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000811fff5f. 00000100:00000010:2.0:1776190130.977414:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 02000000:00000010:2.0:1776190130.977419:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000711b3fa6. 00000100:00000010:2.0:1776190130.977425:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089ccee46. 02000000:00000010:2.0:1776190130.977428:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001b89fab3. 00000100:00000010:2.0:1776190130.977431:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 02000000:00000010:2.0:1776190130.977434:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000049551e13. 00000100:00000010:2.0:1776190130.977437:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 02000000:00000010:2.0:1776190130.977439:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b320556b. 00000100:00000010:2.0:1776190130.977442:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8f88089. 02000000:00000010:2.0:1776190130.977445:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b0ea0303. 00000100:00000010:2.0:1776190130.977447:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000100:00000200:2.0:1776190130.977453:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190130.977461:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000103b2a24. 00000400:00000010:2.0:1776190130.977467:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009032974d (tot 82352466). 00000800:00000200:3.0:1776190130.977521:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.977526:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd90c4b (tot 82352218). 00000400:00000200:3.0:1776190130.977533:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.977537:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.977542:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031a328f 00000400:00000010:3.0:1776190130.977544:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031a328f. 02000000:00000010:3.0:1776190130.977550:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b4bef2c6. 00080000:00000010:0.0:1776190130.978531:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9942f07. 00010000:00000010:0.0:1776190130.978679:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c1714294. 00010000:00000010:0.0:1776190130.978689:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000087d80f15. 00010000:00000010:0.0:1776190130.978825:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f49a020e. 00010000:00000010:0.0:1776190130.978830:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000aa556684. 00010000:00000010:0.0:1776190130.978837:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000099d8a844. 00010000:00000010:0.0:1776190130.978843:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c1714294. 00080000:00000010:0.0:1776190130.978860:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b320556b. 00010000:00000010:0.0:1776190130.978886:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c1714294. 00010000:00000010:0.0:1776190130.978890:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aa556684. 00010000:00000010:0.0:1776190130.978952:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001addba45. 00010000:00000010:0.0:1776190130.978956:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c1714294. 00010000:00000010:0.0:1776190130.978967:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c928e2d9. 00000100:00000010:0.0:1776190130.978976:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025e4b079. 00000100:00000010:0.0:1776190130.978987:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2d466. 02000000:00000010:0.0:1776190130.979005:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000049551e13. 02000000:00000010:0.0:1776190130.979043:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083331127. 00000400:00000010:0.0:1776190130.979052:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0aa784a. 00000400:00000010:0.0:1776190130.979059:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eba861cb. 00000100:00000200:0.0:1776190130.979065:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301356032, portal 16 00000400:00000010:0.0:1776190130.979071:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057762c55. 00000100:00000200:0.0:1776190130.979073:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301356032, offset 0 00000400:00000200:0.0:1776190130.979083:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.979102:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.979111:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.979115:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.979118:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.979121:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92532:92532:256:4294967295] 192.168.203.39@tcp LPNI seq info [92532:92532:8:4294967295] 00000400:00000200:0.0:1776190130.979130:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.979137:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.979141:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352466). 00000800:00000200:0.0:1776190130.979148:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.979154:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.979159:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190130.980145:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.980153:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352218). 00000400:00000200:2.0:1776190130.980160:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.980170:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.980176:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057762c55 00000400:00000010:2.0:1776190130.980178:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057762c55. 00000100:00000200:2.0:1776190130.980188:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2d466 x1862468301356032/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190130.982360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003760042d. 00010000:00000010:0.1:1776190130.982385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c30fc39. 00010000:00000010:1.1:1776190130.982887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006674281b. 00000400:00000200:1.0:1776190130.984518:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.984546:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181fc00 00000400:00000200:1.0:1776190130.984559:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb59a1 [1] + 224 00000400:00000200:1.0:1776190130.984587:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.984593:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.984607:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2d466 x1862468301356032/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190130.984710:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.984716:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13765c0 00000400:00000200:1.0:1776190130.984722:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb432d [2] + 0 00000400:00000200:1.0:1776190130.984733:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.984736:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.984741:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190130.984748:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b94bceb5. 00000400:00000010:0.0:1776190130.985070:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0aa784a. 00000400:00000200:0.0:1776190130.985077:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eba861cb 00000400:00000010:0.0:1776190130.985080:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eba861cb. 00000100:00000200:0.0:1776190130.985087:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2d466 x1862468301356032/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190130.985096:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2d466 x1862468301356032/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190130.985133:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083331127. 02000000:00000010:0.0:1776190130.985142:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000049551e13. 00000100:00000010:0.0:1776190130.985146:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2d466. 00000100:00000010:0.0:1776190130.985150:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025e4b079. 00010000:00000010:0.0:1776190130.985155:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c928e2d9. 00000020:00000010:2.0:1776190130.986336:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0ea0303. 00000020:00000010:2.0:1776190130.986348:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190130.986353:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190130.986390:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b94bceb5 x1862468296467904/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190130.986436:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296467904 02000000:00000010:2.0:1776190130.986449:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000001647037. 00010000:00000010:2.0:1776190130.986487:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a9db1dc. 00010000:00000010:2.0:1776190130.986598:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001eb759b7. 00000100:00000010:2.0:1776190130.986608:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007a019b6. 00000100:00000010:2.0:1776190130.986669:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000007a019b6. 00010000:00000010:2.0:1776190130.986676:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001eb759b7. 00000400:00000010:2.0:1776190130.986704:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000177066b0. 00000100:00000200:2.0:1776190130.986711:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296467904, offset 224 00000400:00000200:2.0:1776190130.986721:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190130.986739:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190130.986745:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92533:92533:256:4294967295] 192.168.203.39@tcp LPNI seq info [92533:92533:8:4294967295] 00000400:00000200:2.0:1776190130.986766:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190130.986793:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190130.986800:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd90c4b (tot 82352466). 00000800:00000200:2.0:1776190130.986808:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190130.986816:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190130.986821:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd90c4b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190130.986842:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190130.986847:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190130.986850:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0ea0303. 00000800:00000200:3.0:1776190130.987053:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190130.987059:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd90c4b (tot 82352218). 00000400:00000200:3.0:1776190130.987066:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.987072:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190130.987078:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000177066b0 00000400:00000010:3.0:1776190130.987080:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000177066b0. 00080000:00000010:0.0:1776190130.987181:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049551e13. 00010000:00000010:0.0:1776190130.987298:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c1714294. 00010000:00000010:0.0:1776190130.987307:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000053e2a64. 00010000:00000010:0.0:1776190130.987404:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c30fc39. 00010000:00000010:0.0:1776190130.987412:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c1714294. 00010000:00000010:0.0:1776190130.987425:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c928e2d9. 00000100:00000010:0.0:1776190130.987430:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025e4b079. 00000100:00000010:0.0:1776190130.987440:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2d466. 02000000:00000010:0.0:1776190130.987455:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000083331127. 02000000:00000010:0.0:1776190130.987488:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000058d333a9. 00000400:00000010:0.0:1776190130.987497:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0aa784a. 00000400:00000010:0.0:1776190130.987503:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eba861cb. 00000100:00000200:0.0:1776190130.987514:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301356096, portal 16 00000400:00000010:0.0:1776190130.987520:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faa656ed. 00000100:00000200:0.0:1776190130.987523:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301356096, offset 0 00000400:00000200:0.0:1776190130.987532:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.987542:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.987552:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.987556:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.987559:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.987563:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92534:92534:256:4294967295] 192.168.203.39@tcp LPNI seq info [92534:92534:8:4294967295] 00000400:00000200:0.0:1776190130.987580:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.987585:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.987589:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352466). 00000800:00000200:0.0:1776190130.987594:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.987599:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.987602:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190130.987749:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190130.987911:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352218). 00000400:00000200:2.0:1776190130.987916:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190130.987921:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190130.987924:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faa656ed 00000400:00000010:2.0:1776190130.987926:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faa656ed. 00000100:00000200:2.0:1776190130.987933:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2d466 x1862468301356096/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190130.989811:0:78406:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092ce1a20. 00010000:00000010:0.1:1776190130.989829:0:78406:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e260a472. 00000400:00000200:1.0:1776190130.990456:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.990479:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181fc40 00000400:00000200:1.0:1776190130.990490:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb59ad [1] + 224 00000400:00000200:1.0:1776190130.990509:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.990513:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.990526:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2d466 x1862468301356096/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190130.990766:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0aa784a. 00000400:00000200:0.0:1776190130.990816:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eba861cb 00000400:00000010:0.0:1776190130.990819:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eba861cb. 00000100:00000200:0.0:1776190130.990828:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2d466 x1862468301356096/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.990836:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000100:00000200:0.0:1776190130.990843:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2d466 x1862468301356096/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190130.990860:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376600 00000400:00000200:3.0:1776190130.990867:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb432d [2] + 328 02000000:00000010:0.0:1776190130.990892:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000058d333a9. 02000000:00000010:0.0:1776190130.990903:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000083331127. 00000100:00000010:0.0:1776190130.990911:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2d466. 00000100:00000010:0.0:1776190130.990916:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025e4b079. 00010000:00000010:0.0:1776190130.990921:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c928e2d9. 00000400:00000200:3.0:1776190130.990930:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.990936:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.990942:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190130.990956:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000020:00000010:0.0:1776190130.991125:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083331127. 00000020:00000010:0.0:1776190130.991134:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190130.991139:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 00000100:00000200:0.0:1776190130.991169:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074baf3bb x1862468296467968/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190130.991211:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296467968 02000000:00000010:0.0:1776190130.991225:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000058d333a9. 00010000:00000010:0.0:1776190130.991266:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009ab04100. 00010000:00000010:0.0:1776190130.991290:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c928e2d9. 00000100:00000010:0.0:1776190130.991297:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025e4b079. 00000100:00000010:0.0:1776190130.991315:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025e4b079. 00010000:00000010:0.0:1776190130.991318:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c928e2d9. 00000400:00000010:0.0:1776190130.991332:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eba861cb. 00000100:00000200:0.0:1776190130.991337:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296467968, offset 224 00000400:00000200:0.0:1776190130.991344:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.991357:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.991364:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92535:92535:256:4294967295] 192.168.203.39@tcp LPNI seq info [92535:92535:8:4294967295] 00000400:00000200:0.0:1776190130.991375:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.991380:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.991385:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352466). 00000800:00000200:0.0:1776190130.991391:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.991398:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.991402:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190130.991428:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190130.991435:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:0.0:1776190130.991439:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083331127. 00080000:00000010:1.0:1776190130.991643:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ea082b7. 00010000:00000010:1.0:1776190130.991754:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c1714294. 00010000:00000010:1.0:1776190130.991763:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f8d56d6d. 00010000:00000010:1.0:1776190130.991877:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019e448a6. 00010000:00000010:1.0:1776190130.991884:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006b9f4302. 00010000:00000010:1.0:1776190130.991897:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a4ac59a7. 00000100:00000010:1.0:1776190130.991902:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d909056f. 00000100:00000010:1.0:1776190130.991909:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a8bea6. 02000000:00000010:1.0:1776190130.991922:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d703e7ee. 02000000:00000010:1.0:1776190130.991952:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007096543. 00000400:00000010:1.0:1776190130.991960:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a9b727c4. 00000400:00000010:1.0:1776190130.991966:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004926409b. 00000100:00000200:1.0:1776190130.991972:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301356160, portal 16 00000400:00000010:1.0:1776190130.991976:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d78c9627. 00000100:00000200:1.0:1776190130.991978:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301356160, offset 0 00000400:00000200:1.0:1776190130.991985:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.991995:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.992004:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190130.992008:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1776190130.992143:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.992147:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:0.0:1776190130.992152:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.992156:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.992160:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eba861cb 00000400:00000010:0.0:1776190130.992162:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eba861cb. 00000400:00000200:1.0:1776190130.992592:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190130.992598:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92536:92536:255:4294967295] 192.168.203.39@tcp LPNI seq info [92536:92536:7:4294967295] 00000400:00000200:1.0:1776190130.992608:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.992615:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.992621:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006708edc (tot 82352466). 00000800:00000200:1.0:1776190130.992628:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.992633:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.992637:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006708edc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.994739:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.994749:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006708edc (tot 82352218). 00000400:00000200:0.0:1776190130.994759:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.1:1776190130.995110:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea4b2582. 00010000:00000010:0.1:1776190130.995120:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f44f56e4. 00010000:00000010:0.1:1776190130.995127:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f49a020e. 00010000:00000010:0.1:1776190130.995130:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099d8a844. 00000400:00000200:0.0:1776190130.995135:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.995142:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d78c9627 00000400:00000010:0.0:1776190130.995144:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d78c9627. 00000100:00000200:0.0:1776190130.995154:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c2a8bea6 x1862468301356160/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190130.995801:0:78424:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7a37631. 00010000:00000010:2.1:1776190130.995811:0:78424:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fdc3109. 00000400:00000200:1.0:1776190130.996873:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190130.996897:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181fc80 00000400:00000200:1.0:1776190130.996908:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb59b9 [1] + 224 00000400:00000200:1.0:1776190130.996926:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190130.996930:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190130.996943:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c2a8bea6 x1862468301356160/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190130.997126:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a9b727c4. 00000400:00000200:0.0:1776190130.997132:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004926409b 00000400:00000010:0.0:1776190130.997134:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004926409b. 00000100:00000200:0.0:1776190130.997141:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c2a8bea6 x1862468301356160/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190130.997149:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c2a8bea6 x1862468301356160/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190130.997189:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007096543. 02000000:00000010:0.0:1776190130.997196:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d703e7ee. 00000100:00000010:0.0:1776190130.997201:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2a8bea6. 00000100:00000010:0.0:1776190130.997206:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d909056f. 00010000:00000010:0.0:1776190130.997210:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a4ac59a7. 00000400:00000200:3.0:1776190130.998510:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190130.998531:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376640 00000400:00000200:3.0:1776190130.998540:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb432d [2] + 656 00000400:00000200:3.0:1776190130.998628:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190130.998634:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190130.998641:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190130.998647:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 00000020:00000010:1.0:1776190130.998735:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005cbbf213. 00000020:00000010:1.0:1776190130.998745:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.998751:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190130.998834:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016984533 x1862468296468032/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:578/0 lens 328/0 e 0 to 0 dl 1776190173 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190130.998875:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296468032 02000000:00000010:1.0:1776190130.998888:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007beb1435. 00010000:00000010:1.0:1776190130.998926:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7f776bb. 00010000:00000010:1.0:1776190130.998956:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000019275442. 00000100:00000010:1.0:1776190130.998965:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d909056f. 00000100:00000010:1.0:1776190130.998980:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d909056f. 00010000:00000010:1.0:1776190130.998983:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000019275442. 00000400:00000010:1.0:1776190130.998998:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4c2ce73. 00000100:00000200:1.0:1776190130.999005:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296468032, offset 224 00000400:00000200:1.0:1776190130.999100:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190130.999116:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190130.999122:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92537:92537:256:4294967295] 192.168.203.39@tcp LPNI seq info [92537:92537:8:4294967295] 00000400:00000200:1.0:1776190130.999134:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190130.999141:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190130.999147:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c40e4d7 (tot 82352466). 00000800:00000200:1.0:1776190130.999153:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190130.999162:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190130.999166:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c40e4d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190130.999208:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190130.999221:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190130.999224:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005cbbf213. 00080000:00000010:0.0:1776190130.999320:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083331127. 00010000:00000010:0.0:1776190130.999444:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b9f4302. 00010000:00000010:0.0:1776190130.999454:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009bb1ff85. 00010000:00000010:0.0:1776190130.999556:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000099d8a844. 00010000:00000010:0.0:1776190130.999564:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c1714294. 00010000:00000010:0.0:1776190130.999588:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c928e2d9. 00000100:00000010:0.0:1776190130.999593:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025e4b079. 00000100:00000010:0.0:1776190130.999601:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2d466. 02000000:00000010:0.0:1776190130.999616:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000900029d6. 02000000:00000010:0.0:1776190130.999646:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f57168d2. 00000400:00000010:0.0:1776190130.999653:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0aa784a. 00000400:00000010:0.0:1776190130.999658:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eba861cb. 00000100:00000200:0.0:1776190130.999665:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301356224, portal 16 00000400:00000010:0.0:1776190130.999669:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f73e503. 00000100:00000200:0.0:1776190130.999671:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301356224, offset 0 00000400:00000200:0.0:1776190130.999678:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190130.999686:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190130.999694:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190130.999698:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190130.999701:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190130.999703:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92538:92538:255:4294967295] 192.168.203.39@tcp LPNI seq info [92538:92538:7:4294967295] 00000400:00000200:0.0:1776190130.999711:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190130.999716:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190130.999720:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352714). 00000800:00000200:0.0:1776190130.999725:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190130.999729:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190130.999732:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190130.999828:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.999832:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c40e4d7 (tot 82352466). 00000400:00000200:0.0:1776190130.999838:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.999842:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.999847:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4c2ce73 00000400:00000010:0.0:1776190130.999848:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4c2ce73. 00000800:00000200:0.0:1776190130.999902:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190130.999904:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:0.0:1776190130.999907:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190130.999911:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190130.999913:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f73e503 00000400:00000010:0.0:1776190130.999914:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f73e503. 00000100:00000200:0.0:1776190130.999920:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2d466 x1862468301356224/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190131.006827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f85aea9. 00010000:00000010:0.1:1776190131.006843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001addba45. 00010000:00000010:1.1:1776190131.007292:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa13e125. 00010000:00000010:1.1:1776190131.007300:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c30fc39. 00000400:00000200:1.0:1776190131.007347:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.007370:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181fcc0 00000400:00000200:1.0:1776190131.007382:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb59c5 [1] + 224 00000400:00000200:1.0:1776190131.007398:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.007402:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.007415:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2d466 x1862468301356224/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.007466:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.007471:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376680 00000400:00000200:1.0:1776190131.007476:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb432d [2] + 984 00000400:00000010:0.0:1776190131.007797:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0aa784a. 00000400:00000200:0.0:1776190131.007804:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eba861cb 00000400:00000010:0.0:1776190131.007806:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eba861cb. 00000100:00000200:0.0:1776190131.007813:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2d466 x1862468301356224/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.007821:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2d466 x1862468301356224/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190174 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190131.007859:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f57168d2. 02000000:00000010:0.0:1776190131.007867:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000900029d6. 00000100:00000010:0.0:1776190131.007872:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2d466. 00000100:00000010:0.0:1776190131.007876:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025e4b079. 00010000:00000010:0.0:1776190131.007880:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c928e2d9. 00000400:00000200:1.0:1776190131.007942:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.007947:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.007952:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190131.007959:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a8bea6. 00000020:00000010:0.0:1776190131.008211:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000790e305f. 00000020:00000010:0.0:1776190131.008220:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190131.008226:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 00000100:00000200:0.0:1776190131.008261:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c2a8bea6 x1862468296468096/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190131.008332:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296468096 02000000:00000010:0.0:1776190131.008346:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000900029d6. 00010000:00000010:0.0:1776190131.008383:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe4e7dd9. 00010000:00000010:0.0:1776190131.008406:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c928e2d9. 00000100:00000010:0.0:1776190131.008413:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025e4b079. 00000100:00000010:0.0:1776190131.008434:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025e4b079. 00010000:00000010:0.0:1776190131.008437:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c928e2d9. 00000400:00000010:0.0:1776190131.008452:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eba861cb. 00000100:00000200:0.0:1776190131.008458:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296468096, offset 224 00000400:00000200:0.0:1776190131.008467:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.008481:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.008488:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92539:92539:256:4294967295] 192.168.203.39@tcp LPNI seq info [92539:92539:8:4294967295] 00000400:00000200:0.0:1776190131.008499:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.008504:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.008509:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352466). 00000800:00000200:0.0:1776190131.008515:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.008524:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.008528:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.008547:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190131.008552:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:0.0:1776190131.008556:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000790e305f. 00000800:00000200:3.0:1776190131.008684:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.008689:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:3.0:1776190131.008693:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.008702:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.008705:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eba861cb 00000400:00000010:3.0:1776190131.008707:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eba861cb. 00080000:00000010:3.0:1776190131.008741:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e656cced. 00010000:00000010:3.0:1776190131.008890:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c1714294. 00010000:00000010:3.0:1776190131.008898:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000065d331f7. 00010000:00000010:3.0:1776190131.008996:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024510e9b. 00010000:00000010:3.0:1776190131.009003:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fba3e219. 00010000:00000010:3.0:1776190131.009016:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000683c7717. 00000100:00000010:3.0:1776190131.009020:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a2c3fef. 00000100:00000010:3.0:1776190131.009028:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000143a7ad1. 02000000:00000010:3.0:1776190131.009043:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000711b3fa6. 02000000:00000010:3.0:1776190131.009073:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010a7c4b1. 00000400:00000010:3.0:1776190131.009079:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cafe7d2f. 00000400:00000010:3.0:1776190131.009085:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008045c754. 00000100:00000200:3.0:1776190131.009097:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301356288, portal 16 00000400:00000010:3.0:1776190131.009102:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001170e319. 00000100:00000200:3.0:1776190131.009104:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301356288, offset 0 00000400:00000200:3.0:1776190131.009110:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.009118:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.009127:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190131.009131:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190131.009135:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190131.009137:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92540:92540:256:4294967295] 192.168.203.39@tcp LPNI seq info [92540:92540:8:4294967295] 00000400:00000200:3.0:1776190131.009146:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.009151:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.009155:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190131.009159:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.009163:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.009165:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190131.011008:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.011017:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adc83051 (tot 82352218). 00000400:00000200:1.0:1776190131.011028:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.011040:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.011048:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001170e319 00000400:00000010:1.0:1776190131.011050:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001170e319. 00000100:00000200:1.0:1776190131.011061:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000143a7ad1 x1862468301356288/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.017687:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.017712:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181fd00 00000400:00000200:1.0:1776190131.017723:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb59d1 [1] + 224 00000400:00000200:1.0:1776190131.017739:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.017744:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.017758:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000143a7ad1 x1862468301356288/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.017815:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.017821:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13766c0 00000400:00000200:1.0:1776190131.017827:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb432d [2] + 1312 00000400:00000200:1.0:1776190131.017841:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.017845:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.017850:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190131.017859:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 00010000:00000010:0.1:1776190131.017863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077d0287d. 00010000:00000010:0.1:1776190131.017881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000769af1ac. 00000400:00000010:3.0:1776190131.017884:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cafe7d2f. 00010000:00000010:0.1:1776190131.017889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019e448a6. 00000400:00000200:3.0:1776190131.017891:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008045c754 00000400:00000010:3.0:1776190131.017895:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008045c754. 00000100:00000200:3.0:1776190131.017903:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000143a7ad1 x1862468301356288/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190131.017913:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000143a7ad1 x1862468301356288/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190131.017957:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010a7c4b1. 02000000:00000010:3.0:1776190131.017966:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000711b3fa6. 00000020:00000010:0.0:1776190131.017973:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000790e305f. 00000100:00000010:3.0:1776190131.017974:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000143a7ad1. 00000100:00000010:3.0:1776190131.017981:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a2c3fef. 00000020:00000010:0.0:1776190131.017984:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00010000:00000010:3.0:1776190131.017988:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000683c7717. 00000020:00000010:0.0:1776190131.017992:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 00000100:00000200:0.0:1776190131.018028:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d96c74a9 x1862468296468160/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190131.018067:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296468160 02000000:00000010:0.0:1776190131.018081:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f57168d2. 00010000:00000010:0.0:1776190131.018114:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a91e975. 00010000:00000010:0.0:1776190131.018143:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c928e2d9. 00000100:00000010:0.0:1776190131.018152:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025e4b079. 00000100:00000010:0.0:1776190131.018168:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025e4b079. 00010000:00000010:0.0:1776190131.018172:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c928e2d9. 00000400:00000010:0.0:1776190131.018188:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f73e503. 00000100:00000200:0.0:1776190131.018193:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296468160, offset 224 00080000:00000010:3.0:1776190131.018202:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8d95336. 00000400:00000200:0.0:1776190131.018203:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.018220:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.018226:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92541:92541:256:4294967295] 192.168.203.39@tcp LPNI seq info [92541:92541:8:4294967295] 00000400:00000200:0.0:1776190131.018237:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.018244:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.018251:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352466). 00000800:00000200:0.0:1776190131.018258:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.018285:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.018290:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.018318:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190131.018324:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00010000:00000010:3.0:1776190131.018329:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fba3e219. 00000020:00000010:0.0:1776190131.018330:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000790e305f. 00010000:00000010:3.0:1776190131.018337:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000342d33e4. 00010000:00000010:3.0:1776190131.018438:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cb66ad0a. 00010000:00000010:3.0:1776190131.018444:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f407f934. 00010000:00000010:3.0:1776190131.018451:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003dca27b2. 00010000:00000010:3.0:1776190131.018457:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fba3e219. 00000800:00000200:0.0:1776190131.018463:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190131.018467:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352218). 00000400:00000200:0.0:1776190131.018471:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:3.0:1776190131.018472:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd3811e6. 00000400:00000200:0.0:1776190131.018476:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190131.018484:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f73e503 00000400:00000010:0.0:1776190131.018486:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f73e503. 00010000:00000010:3.0:1776190131.018505:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fba3e219. 00010000:00000010:3.0:1776190131.018509:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f407f934. 00010000:00000010:3.0:1776190131.018588:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061082947. 00010000:00000010:3.0:1776190131.018593:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fba3e219. 00010000:00000010:3.0:1776190131.018601:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000683c7717. 00000100:00000010:3.0:1776190131.018605:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a2c3fef. 00000100:00000010:3.0:1776190131.018612:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000143a7ad1. 02000000:00000010:3.0:1776190131.018625:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000011425898. 02000000:00000010:3.0:1776190131.018656:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a348a165. 00000400:00000010:3.0:1776190131.018661:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cafe7d2f. 00000400:00000010:3.0:1776190131.018668:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008045c754. 00000100:00000200:3.0:1776190131.018674:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301356352, portal 16 00000400:00000010:3.0:1776190131.018680:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001170e319. 00000100:00000200:3.0:1776190131.018682:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301356352, offset 0 00000400:00000200:3.0:1776190131.018690:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.018706:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.018714:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190131.018718:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190131.018721:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190131.018724:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92542:92542:256:4294967295] 192.168.203.39@tcp LPNI seq info [92542:92542:8:4294967295] 00000400:00000200:3.0:1776190131.018732:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.018739:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.018743:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352466). 00000800:00000200:3.0:1776190131.018748:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.018752:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.018754:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190131.018913:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190131.018917:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004809ab70 (tot 82352218). 00000400:00000200:0.0:1776190131.018922:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.018927:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190131.018931:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001170e319 00000400:00000010:0.0:1776190131.018933:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001170e319. 00000100:00000200:0.0:1776190131.018940:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000143a7ad1 x1862468301356352/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190131.022391:0:78426:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a82a8d2a. 00010000:00000010:3.1:1776190131.022407:0:78426:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099d8a844. 00010000:00000010:1.1:1776190131.023199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000284e51da. 00010000:00000010:0.1:1776190131.025930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000df6a6b3. 00010000:00000010:0.1:1776190131.025943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb93b5eb. 00010000:00000010:3.1:1776190131.028900:0:78426:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b8d5a77. 00010000:00000010:3.1:1776190131.028920:0:78426:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024510e9b. 00010000:00000010:3.1:1776190131.028926:0:78426:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb66ad0a. 00010000:00000010:3.1:1776190131.028929:0:78426:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dca27b2. 00000400:00000200:1.0:1776190131.034803:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.034829:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181fd40 00000400:00000200:1.0:1776190131.034840:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb59dd [1] + 224 00000400:00000200:1.0:1776190131.034854:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.034858:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.034872:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000143a7ad1 x1862468301356352/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.034912:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.034919:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376700 00000400:00000200:1.0:1776190131.034924:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb432d [2] + 1640 00000400:00000010:3.0:1776190131.034933:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cafe7d2f. 00000400:00000200:3.0:1776190131.034941:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008045c754 00000400:00000010:3.0:1776190131.034943:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008045c754. 00000100:00000200:3.0:1776190131.034953:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000143a7ad1 x1862468301356352/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190131.034964:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000143a7ad1 x1862468301356352/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.035006:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1776190131.035009:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a348a165. 00000400:00000200:1.0:1776190131.035014:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 02000000:00000010:3.0:1776190131.035019:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000011425898. 00000100:00000200:1.0:1776190131.035020:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190131.035027:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000143a7ad1. 00000100:00000010:1.0:1776190131.035027:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8f88089. 00000100:00000010:3.0:1776190131.035034:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a2c3fef. 00010000:00000010:3.0:1776190131.035041:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000683c7717. 00000020:00000010:1.0:1776190131.035080:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007096543. 00000020:00000010:1.0:1776190131.035087:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190131.035092:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190131.035122:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e8f88089 x1862468296468224/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190131.035157:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296468224 02000000:00000010:1.0:1776190131.035170:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001b89fab3. 00010000:00000010:1.0:1776190131.035204:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a78fb6da. 00010000:00000010:1.0:1776190131.035229:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000019275442. 00000100:00000010:1.0:1776190131.035238:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000719414cd. 00000100:00000010:1.0:1776190131.035252:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000719414cd. 00010000:00000010:1.0:1776190131.035256:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000019275442. 00000400:00000010:1.0:1776190131.035273:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc34d2c4. 00000100:00000200:1.0:1776190131.035278:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296468224, offset 224 00080000:00000010:0.0:1776190131.035280:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071296b18. 00000400:00000200:1.0:1776190131.035287:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.035301:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.035307:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92543:92543:256:4294967295] 192.168.203.39@tcp LPNI seq info [92543:92543:8:4294967295] 00000400:00000200:1.0:1776190131.035318:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.035324:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.035330:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031d29c32 (tot 82352466). 00000800:00000200:1.0:1776190131.035336:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.035345:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.035349:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031d29c32 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190131.035376:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190131.035381:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.035384:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007096543. 00010000:00000010:0.0:1776190131.035402:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fba3e219. 00010000:00000010:0.0:1776190131.035411:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f7f6e5c8. 00000800:00000200:3.0:1776190131.035507:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.035511:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031d29c32 (tot 82352218). 00000400:00000200:3.0:1776190131.035517:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.035521:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.035524:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc34d2c4 00000400:00000010:3.0:1776190131.035526:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc34d2c4. 00010000:00000010:0.0:1776190131.036726:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001addba45. 00010000:00000010:0.0:1776190131.036866:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ff50112. 00010000:00000010:0.0:1776190131.036887:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c928e2d9. 00000100:00000010:0.0:1776190131.036895:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025e4b079. 00000100:00000010:0.0:1776190131.037344:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2d466. 02000000:00000010:0.0:1776190131.037363:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000790e305f. 02000000:00000010:0.0:1776190131.037407:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7196269. 00000400:00000010:0.0:1776190131.037416:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0aa784a. 00000400:00000010:0.0:1776190131.037424:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f73e503. 00000100:00000200:0.0:1776190131.037433:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301356416, portal 16 00000400:00000010:0.0:1776190131.037439:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066d61e78. 00000100:00000200:0.0:1776190131.037441:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301356416, offset 0 00000400:00000200:0.0:1776190131.037452:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.037470:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.037627:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.037632:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.037635:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.037640:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92544:92544:256:4294967295] 192.168.203.39@tcp LPNI seq info [92544:92544:8:4294967295] 00000400:00000200:0.0:1776190131.037652:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.037659:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.037665:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352466). 00000800:00000200:0.0:1776190131.037673:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.037681:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.037687:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190131.037933:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.037938:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352218). 00000400:00000200:1.0:1776190131.037942:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.037948:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.037953:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066d61e78 00000400:00000010:1.0:1776190131.037955:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066d61e78. 00000100:00000200:1.0:1776190131.037963:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2d466 x1862468301356416/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190131.045757:0:78428:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f32c94ca. 00010000:00000010:0.1:1776190131.045975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c044638. 00010000:00000010:0.1:1776190131.045993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061082947. 00000400:00000200:3.0:1776190131.048190:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.048216:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181fd80 00000400:00000200:3.0:1776190131.048421:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb59e9 [1] + 224 00000400:00000200:3.0:1776190131.048441:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.048446:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.048461:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2d466 x1862468301356416/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.049378:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.049394:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376740 00000400:00000200:2.0:1776190131.049401:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb432d [2] + 1968 00000400:00000010:2.0:1776190131.049406:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000959a2753. 00000400:00000200:2.0:1776190131.049411:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000002f86a6f 00000400:00000200:2.0:1776190131.049482:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.049487:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.049491:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000002f86a6f 00000400:00000010:2.0:1776190131.049494:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000002f86a6f (tot 82352066). 00000100:00000200:2.0:1776190131.049501:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190131.051269:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d11389be. 00000020:00000010:3.0:1776190131.051287:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000acb2b912. 00000020:00000010:3.0:1776190131.051293:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190131.051333:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b1d509f3 x1862468296468288/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190131.051381:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296468288 02000000:00000010:3.0:1776190131.051395:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b3f0de4e. 00010000:00000010:3.0:1776190131.051444:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000683c7717. 00000100:00000010:3.0:1776190131.051454:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a2c3fef. 00000100:00000010:3.0:1776190131.051462:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a2c3fef. 00010000:00000010:3.0:1776190131.051467:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000683c7717. 00000400:00000010:3.0:1776190131.051486:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008045c754. 00000100:00000200:3.0:1776190131.051494:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296468288, offset 224 00000400:00000200:3.0:1776190131.051504:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.051523:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.051531:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92545:92545:256:4294967295] 192.168.203.39@tcp LPNI seq info [92545:92545:8:4294967295] 00000400:00000200:3.0:1776190131.051544:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.051551:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.051557:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352314). 00000800:00000200:3.0:1776190131.051565:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.051584:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.051588:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190131.051615:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000acb2b912. 00000020:00000010:3.0:1776190131.051620:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190131.051623:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d11389be. 02000000:00000010:3.0:1776190131.051634:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001b89fab3. 00000100:00000010:3.0:1776190131.051638:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8f88089. 02000000:00000010:3.0:1776190131.051642:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f57168d2. 00000100:00000010:3.0:1776190131.051645:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 02000000:00000010:3.0:1776190131.051648:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000900029d6. 00000100:00000010:3.0:1776190131.051651:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2a8bea6. 02000000:00000010:3.0:1776190131.051655:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007beb1435. 00000100:00000010:3.0:1776190131.051658:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 02000000:00000010:3.0:1776190131.051661:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000058d333a9. 00000100:00000010:3.0:1776190131.051664:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 02000000:00000010:3.0:1776190131.051667:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000001647037. 00000100:00000010:3.0:1776190131.051670:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b94bceb5. 00000100:00000200:3.0:1776190131.051676:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190131.051682:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cafe7d2f. 00000400:00000010:3.0:1776190131.051687:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008a2c3fef (tot 82352466). 00000800:00000200:2.0:1776190131.052037:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.052042:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003900fe9a (tot 82352218). 00000400:00000200:2.0:1776190131.052050:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.052058:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.052063:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008045c754 00000400:00000010:2.0:1776190131.052065:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008045c754. 02000000:00000010:2.0:1776190131.052072:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b3f0de4e. 00000400:00000010:0.0:1776190131.056365:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0aa784a. 00000400:00000200:0.0:1776190131.056379:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f73e503 00000400:00000010:0.0:1776190131.056381:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f73e503. 00000100:00000200:0.0:1776190131.056400:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2d466 x1862468301356416/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.056413:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2d466 x1862468301356416/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190131.056451:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000802d1454. 02000000:00000010:0.0:1776190131.056475:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7196269. 02000000:00000010:0.0:1776190131.056483:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000790e305f. 00000100:00000010:0.0:1776190131.056489:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2d466. 00000100:00000010:0.0:1776190131.056494:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025e4b079. 00010000:00000010:0.0:1776190131.056499:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c928e2d9. 00080000:00000010:0.0:1776190131.056526:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7196269. 00010000:00000010:0.0:1776190131.056656:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ff50112. 00010000:00000010:0.0:1776190131.056664:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000041aa7d2e. 00010000:00000010:0.0:1776190131.056767:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f44f56e4. 00010000:00000010:0.0:1776190131.056791:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ff50112. 00010000:00000010:0.0:1776190131.056809:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c928e2d9. 00000100:00000010:0.0:1776190131.056816:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025e4b079. 00000100:00000010:0.0:1776190131.056826:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2d466. 02000000:00000010:0.0:1776190131.056844:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000790e305f. 02000000:00000010:0.0:1776190131.056882:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000981814c4. 00000400:00000010:0.0:1776190131.056888:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0aa784a. 00000400:00000010:0.0:1776190131.056892:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f73e503. 00000100:00000200:0.0:1776190131.056900:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301356480, portal 16 00000400:00000010:0.0:1776190131.056905:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078894c92. 00000100:00000200:0.0:1776190131.056908:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301356480, offset 0 00000400:00000200:0.0:1776190131.056918:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.056936:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.056944:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.056948:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.056951:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.056954:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92546:92546:256:4294967295] 192.168.203.39@tcp LPNI seq info [92546:92546:8:4294967295] 00000400:00000200:0.0:1776190131.056965:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.056972:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.056977:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000826f680e (tot 82352466). 00000800:00000200:0.0:1776190131.056985:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.056994:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.056998:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000826f680e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190131.057180:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.057185:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000826f680e (tot 82352218). 00000400:00000200:2.0:1776190131.057190:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.057197:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.057201:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078894c92 00000400:00000010:2.0:1776190131.057203:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078894c92. 00000100:00000200:2.0:1776190131.057223:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2d466 x1862468301356480/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.064827:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.064859:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181fdc0 00000400:00000200:1.0:1776190131.064873:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb59f9 [1] + 224 00000400:00000200:1.0:1776190131.064889:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.064893:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.064908:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2d466 x1862468301356480/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.064951:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.064956:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376780 00000400:00000200:1.0:1776190131.064961:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb437d [2] + 0 00000400:00000200:1.0:1776190131.064976:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.064979:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.064983:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190131.064990:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719b5d3. 00000400:00000010:0.0:1776190131.065111:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0aa784a. 00000400:00000200:0.0:1776190131.065118:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f73e503 00000400:00000010:0.0:1776190131.065123:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f73e503. 00000100:00000200:0.0:1776190131.065129:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2d466 x1862468301356480/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.065138:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2d466 x1862468301356480/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190131.065178:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000981814c4. 02000000:00000010:0.0:1776190131.065187:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000790e305f. 00000100:00000010:0.0:1776190131.065193:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2d466. 00000100:00000010:0.0:1776190131.065197:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025e4b079. 00010000:00000010:0.0:1776190131.065201:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c928e2d9. 00000020:00000010:0.0:1776190131.066366:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000981814c4. 00000020:00000010:0.0:1776190131.066380:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190131.066385:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 00000100:00000200:0.0:1776190131.066422:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a719b5d3 x1862468296468352/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190131.066469:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296468352 02000000:00000010:0.0:1776190131.066487:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000790e305f. 00010000:00000010:0.0:1776190131.066525:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013736200. 00010000:00000010:0.0:1776190131.066550:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c928e2d9. 00000100:00000010:0.0:1776190131.066558:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025e4b079. 00000100:00000010:0.0:1776190131.066582:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025e4b079. 00010000:00000010:0.0:1776190131.066586:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c928e2d9. 00000400:00000010:0.0:1776190131.066601:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f73e503. 00000100:00000200:0.0:1776190131.066607:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296468352, offset 224 00000400:00000200:0.0:1776190131.066616:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.066632:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.066638:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92547:92547:256:4294967295] 192.168.203.39@tcp LPNI seq info [92547:92547:8:4294967295] 00000400:00000200:0.0:1776190131.066649:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.066655:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.066661:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352466). 00000800:00000200:0.0:1776190131.066669:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.066678:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.066682:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.066704:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190131.066709:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:0.0:1776190131.066713:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000981814c4. 00000800:00000200:0.0:1776190131.066861:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190131.066864:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352218). 00000400:00000200:0.0:1776190131.066868:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.066873:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190131.066878:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f73e503 00000400:00000010:0.0:1776190131.066880:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f73e503. 00080000:00000010:0.0:1776190131.066912:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000981814c4. 00010000:00000010:0.0:1776190131.067021:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ff50112. 00010000:00000010:0.0:1776190131.067029:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b96cc159. 00010000:00000010:0.0:1776190131.069344:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e260a472. 00010000:00000010:0.0:1776190131.069361:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ff50112. 00010000:00000010:0.0:1776190131.069382:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c928e2d9. 00000100:00000010:0.0:1776190131.069392:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025e4b079. 00000100:00000010:0.0:1776190131.069405:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2d466. 02000000:00000010:0.0:1776190131.069424:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eef9033e. 02000000:00000010:0.0:1776190131.069462:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000052bff9ba. 00000400:00000010:0.0:1776190131.069470:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0aa784a. 00000400:00000010:0.0:1776190131.069479:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f73e503. 00000100:00000200:0.0:1776190131.069488:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301356544, portal 16 00000400:00000010:0.0:1776190131.069494:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeac3683. 00000100:00000200:0.0:1776190131.069497:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301356544, offset 0 00000400:00000200:0.0:1776190131.069508:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.069528:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.069536:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.069541:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.069544:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.069548:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92548:92548:256:4294967295] 192.168.203.39@tcp LPNI seq info [92548:92548:8:4294967295] 00000400:00000200:0.0:1776190131.069557:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.069564:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.069581:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352466). 00000800:00000200:0.0:1776190131.069589:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.069597:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.069601:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190131.069767:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190131.069770:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352218). 00000400:00000200:0.0:1776190131.069791:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.069796:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190131.069801:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeac3683 00000400:00000010:0.0:1776190131.069803:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeac3683. 00000100:00000200:0.0:1776190131.069810:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2d466 x1862468301356544/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.074241:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.074263:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181fe00 00000400:00000200:1.0:1776190131.074274:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5a05 [1] + 224 00000400:00000200:1.0:1776190131.074288:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.074292:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.074305:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2d466 x1862468301356544/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.074341:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.074345:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13767c0 00000400:00000200:1.0:1776190131.074351:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb437d [2] + 328 00000400:00000200:1.0:1776190131.074360:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.074363:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.074367:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190131.074373:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000909ebbf0. 00000400:00000010:0.0:1776190131.074446:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0aa784a. 00000400:00000200:0.0:1776190131.074451:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f73e503 00000400:00000010:0.0:1776190131.074454:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f73e503. 00000100:00000200:0.0:1776190131.074459:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2d466 x1862468301356544/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.074467:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2d466 x1862468301356544/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190131.074504:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000052bff9ba. 02000000:00000010:0.0:1776190131.074512:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eef9033e. 00000100:00000010:0.0:1776190131.074517:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2d466. 00000100:00000010:0.0:1776190131.074521:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025e4b079. 00010000:00000010:0.0:1776190131.074525:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c928e2d9. 00000020:00000010:3.0:1776190131.074622:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d11389be. 00000020:00000010:3.0:1776190131.074630:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000acb2b912. 00000020:00000010:3.0:1776190131.074635:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190131.074662:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000909ebbf0 x1862468296468416/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190131.074696:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296468416 02000000:00000010:3.0:1776190131.074709:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009b7094d1. 00010000:00000010:3.0:1776190131.074738:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f53d59b5. 00010000:00000010:3.0:1776190131.074759:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000683c7717. 00000100:00000010:3.0:1776190131.074767:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2b881ae. 00000100:00000010:3.0:1776190131.074809:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c2b881ae. 00010000:00000010:3.0:1776190131.074813:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000683c7717. 00000400:00000010:3.0:1776190131.074826:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008fe0f437. 00000100:00000200:3.0:1776190131.074831:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296468416, offset 224 00000400:00000200:3.0:1776190131.074839:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.074851:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.074857:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92549:92549:256:4294967295] 192.168.203.39@tcp LPNI seq info [92549:92549:8:4294967295] 00000400:00000200:3.0:1776190131.074869:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.074874:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.074879:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190131.074884:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.074893:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.074897:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190131.074915:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000acb2b912. 00000020:00000010:3.0:1776190131.074919:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190131.074922:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d11389be. 00080000:00000010:1.0:1776190131.075339:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007096543. 00010000:00000010:1.0:1776190131.075451:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ff50112. 00010000:00000010:1.0:1776190131.075458:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007f82200d. 00010000:00000010:1.0:1776190131.075540:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc8d566a. 00010000:00000010:1.0:1776190131.075546:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000caaca8b0. 00010000:00000010:1.0:1776190131.075558:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000052d97c41. 00000100:00000010:1.0:1776190131.075562:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8e794bd. 00000100:00000010:1.0:1776190131.075581:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089ccee46. 02000000:00000010:1.0:1776190131.075597:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000811fff5f. 02000000:00000010:1.0:1776190131.075629:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007beb1435. 00000400:00000010:1.0:1776190131.075635:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007adc776d. 00000400:00000010:1.0:1776190131.075642:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b96b8ae7. 00000100:00000200:1.0:1776190131.075648:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301356608, portal 16 00000400:00000010:1.0:1776190131.075652:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d43b3045. 00000100:00000200:1.0:1776190131.075654:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301356608, offset 0 00000400:00000200:1.0:1776190131.075662:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.075671:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.075678:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190131.075682:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190131.075685:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190131.075687:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92550:92550:255:4294967295] 192.168.203.39@tcp LPNI seq info [92550:92550:7:4294967295] 00000800:00000200:3.0:1776190131.075916:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.075920:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aee482f6 (tot 82352218). 00000400:00000200:3.0:1776190131.075926:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.075932:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.075937:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fe0f437 00000400:00000010:3.0:1776190131.075939:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008fe0f437. 00000400:00000200:1.0:1776190131.077886:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.077903:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.077910:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000018c6da1 (tot 82352466). 00000800:00000200:1.0:1776190131.077920:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.077928:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.077932:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000018c6da1 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776190131.084096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000510a5962. 00010000:00000010:0.1:1776190131.084118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b37ed735. 00010000:00000010:0.1:1776190131.084124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001addba45. 00000800:00000200:3.0:1776190131.084725:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.084730:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000018c6da1 (tot 82352218). 00000400:00000200:3.0:1776190131.084739:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.084751:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.084758:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d43b3045 00000400:00000010:3.0:1776190131.084760:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d43b3045. 00000100:00000200:3.0:1776190131.084802:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089ccee46 x1862468301356608/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190131.087232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cecab56c. 00010000:00000010:0.1:1776190131.087251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031329577. 00010000:00000010:0.1:1776190131.087256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f44f56e4. 00010000:00000010:3.1:1776190131.087517:0:78431:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000499ff56c. 00000400:00000200:3.0:1776190131.088350:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.088372:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181fe40 00000400:00000200:3.0:1776190131.088383:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5a11 [1] + 224 00000400:00000200:3.0:1776190131.088396:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.088400:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.088414:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089ccee46 x1862468301356608/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.088495:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.088501:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376800 00000400:00000200:3.0:1776190131.088507:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb437d [2] + 656 00000400:00000200:3.0:1776190131.088518:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.088522:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.088527:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190131.088533:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000020:00000010:2.0:1776190131.088650:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001647037. 00000020:00000010:2.0:1776190131.088658:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084443922. 00000020:00000010:2.0:1776190131.088664:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190131.088695:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074baf3bb x1862468296468480/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190131.088734:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296468480 02000000:00000010:2.0:1776190131.088747:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b0ea0303. 00010000:00000010:2.0:1776190131.088820:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c0b77a5d. 00000100:00000010:2.0:1776190131.088829:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007a019b6. 00000100:00000010:2.0:1776190131.088840:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000007a019b6. 00010000:00000010:2.0:1776190131.088846:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0b77a5d. 00000400:00000010:2.0:1776190131.088863:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d797cb3e. 00000100:00000200:2.0:1776190131.088869:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296468480, offset 224 00000400:00000200:2.0:1776190131.088878:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.088891:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.088897:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92551:92551:256:4294967295] 192.168.203.39@tcp LPNI seq info [92551:92551:8:4294967295] 00000400:00000200:2.0:1776190131.088908:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.088913:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.088918:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797f442e (tot 82352466). 00000800:00000200:2.0:1776190131.088925:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.088933:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.088938:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000797f442e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190131.088961:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084443922. 00000020:00000010:2.0:1776190131.088965:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190131.088969:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001647037. 00000800:00000200:2.0:1776190131.089084:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.089087:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797f442e (tot 82352218). 00000400:00000200:2.0:1776190131.089103:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.089107:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.089111:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d797cb3e 00000400:00000010:2.0:1776190131.089113:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d797cb3e. 00000400:00000010:1.0:1776190131.090918:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007adc776d. 00000400:00000200:1.0:1776190131.090930:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b96b8ae7 00000400:00000010:1.0:1776190131.090932:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b96b8ae7. 00000100:00000200:1.0:1776190131.090947:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089ccee46 x1862468301356608/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190131.090959:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089ccee46 x1862468301356608/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190131.090993:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b27819bd. 02000000:00000010:1.0:1776190131.091014:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007beb1435. 02000000:00000010:1.0:1776190131.091022:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000811fff5f. 00000100:00000010:1.0:1776190131.091027:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089ccee46. 00000100:00000010:1.0:1776190131.091032:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8e794bd. 00010000:00000010:1.0:1776190131.091036:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000052d97c41. 00080000:00000010:1.0:1776190131.091060:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007bbcecd0. 00010000:00000010:1.0:1776190131.091266:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000caaca8b0. 00010000:00000010:1.0:1776190131.091279:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072d4d874. 00010000:00000010:1.0:1776190131.091373:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026e74b7e. 00010000:00000010:1.0:1776190131.091377:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000043332d39. 00010000:00000010:1.0:1776190131.091384:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f4ccbb0. 00010000:00000010:1.0:1776190131.091389:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000caaca8b0. 00080000:00000010:1.0:1776190131.091408:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000811fff5f. 00010000:00000010:1.0:1776190131.091432:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000caaca8b0. 00010000:00000010:1.0:1776190131.091436:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000043332d39. 00010000:00000010:1.0:1776190131.091496:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002b5d353. 00010000:00000010:1.0:1776190131.091500:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000caaca8b0. 00010000:00000010:1.0:1776190131.091510:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000052d97c41. 00000100:00000010:1.0:1776190131.091517:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8e794bd. 00000100:00000010:1.0:1776190131.091526:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089ccee46. 02000000:00000010:1.0:1776190131.091540:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007beb1435. 02000000:00000010:1.0:1776190131.091585:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d703e7ee. 00000400:00000010:1.0:1776190131.091591:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007adc776d. 00000400:00000010:1.0:1776190131.091598:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b96b8ae7. 00000100:00000200:1.0:1776190131.091605:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301356672, portal 16 00000400:00000010:1.0:1776190131.091610:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001149df6c. 00000100:00000200:1.0:1776190131.091612:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301356672, offset 0 00000400:00000200:1.0:1776190131.091621:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.091638:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.091646:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190131.091650:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190131.091653:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190131.091657:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92552:92552:256:4294967295] 192.168.203.39@tcp LPNI seq info [92552:92552:8:4294967295] 00000400:00000200:1.0:1776190131.091668:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.091675:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.091680:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190131.091688:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.092900:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.092909:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.093219:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.093223:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:3.0:1776190131.093232:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.093238:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.093244:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001149df6c 00000400:00000010:3.0:1776190131.093247:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001149df6c. 00000100:00000200:3.0:1776190131.093257:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089ccee46 x1862468301356672/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190131.093936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ee55784. 00010000:00000010:1.1:1776190131.093946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e260a472. 00000400:00000200:3.0:1776190131.096083:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.096195:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181fe80 00000400:00000200:3.0:1776190131.096206:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5a1d [1] + 224 00000400:00000200:3.0:1776190131.096226:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.096231:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.096243:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089ccee46 x1862468301356672/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190131.096339:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007adc776d. 00000400:00000200:1.0:1776190131.096345:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b96b8ae7 00000400:00000010:1.0:1776190131.096348:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b96b8ae7. 00000100:00000200:1.0:1776190131.096354:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089ccee46 x1862468301356672/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190131.096362:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089ccee46 x1862468301356672/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190131.096400:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d703e7ee. 02000000:00000010:1.0:1776190131.096407:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007beb1435. 00000100:00000010:1.0:1776190131.096412:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089ccee46. 00000100:00000010:1.0:1776190131.096417:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8e794bd. 00010000:00000010:1.0:1776190131.096421:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000052d97c41. 00000400:00000200:2.0:1776190131.101432:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.101456:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376840 00000400:00000200:2.0:1776190131.101466:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb437d [2] + 984 00000400:00000200:2.0:1776190131.101550:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.101555:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.101564:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190131.101580:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a89b0311. 00010000:00000010:1.1:1776190131.101971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ced1e8b. 00010000:00000010:1.1:1776190131.101981:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a031116. 00010000:00000010:1.1:1776190131.101985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc8d566a. 00010000:00000010:1.1:1776190131.101988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026e74b7e. 00010000:00000010:1.1:1776190131.101992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f4ccbb0. 00000020:00000010:1.0:1776190131.102041:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d703e7ee. 00000020:00000010:1.0:1776190131.102050:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190131.102055:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190131.102091:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a89b0311 x1862468296468544/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190131.102128:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296468544 02000000:00000010:1.0:1776190131.102141:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001b89fab3. 00010000:00000010:1.0:1776190131.102176:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b9b500e8. 00010000:00000010:1.0:1776190131.102200:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000052d97c41. 00000100:00000010:1.0:1776190131.102209:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8e794bd. 00000100:00000010:1.0:1776190131.102268:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8e794bd. 00010000:00000010:1.0:1776190131.102273:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000052d97c41. 00000400:00000010:1.0:1776190131.102291:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b96b8ae7. 00000100:00000200:1.0:1776190131.102298:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296468544, offset 224 00000400:00000200:1.0:1776190131.102307:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.102321:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.102329:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92553:92553:256:4294967295] 192.168.203.39@tcp LPNI seq info [92553:92553:8:4294967295] 00000400:00000200:1.0:1776190131.102342:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.102348:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.102354:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190131.102362:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.102370:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.102374:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190131.102395:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190131.102401:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.102404:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d703e7ee. 00000800:00000200:2.0:1776190131.102677:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.102681:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:2.0:1776190131.102687:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.102693:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.102703:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b96b8ae7 00000400:00000010:2.0:1776190131.102706:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b96b8ae7. 00080000:00000010:1.0:1776190131.105147:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b8aa12d. 00010000:00000010:1.0:1776190131.105285:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000caaca8b0. 00010000:00000010:1.0:1776190131.105298:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f9f07f3e. 00010000:00000010:1.0:1776190131.105394:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f4ccbb0. 00010000:00000010:1.0:1776190131.105401:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000caaca8b0. 00010000:00000010:1.0:1776190131.105418:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000052d97c41. 00000100:00000010:1.0:1776190131.105426:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8e794bd. 00000100:00000010:1.0:1776190131.105439:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089ccee46. 02000000:00000010:1.0:1776190131.105458:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d703e7ee. 02000000:00000010:1.0:1776190131.105496:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000008fb96cb. 00000400:00000010:1.0:1776190131.105505:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007adc776d. 00000400:00000010:1.0:1776190131.105514:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190131.105523:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301356736, portal 16 00000400:00000010:1.0:1776190131.105530:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da785b1e. 00000100:00000200:1.0:1776190131.105532:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301356736, offset 0 00000400:00000200:1.0:1776190131.105543:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.105566:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.105586:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190131.105590:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190131.105594:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190131.105597:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92554:92554:256:4294967295] 192.168.203.39@tcp LPNI seq info [92554:92554:8:4294967295] 00000400:00000200:1.0:1776190131.105609:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.105705:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.105710:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000018c6da1 (tot 82352466). 00000800:00000200:1.0:1776190131.105718:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.105727:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.105731:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000018c6da1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.107958:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.107969:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000018c6da1 (tot 82352218). 00000400:00000200:3.0:1776190131.107980:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.107992:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.108000:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da785b1e 00000400:00000010:3.0:1776190131.108003:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da785b1e. 00000100:00000200:3.0:1776190131.108016:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089ccee46 x1862468301356736/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190131.117043:0:1113:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0ca76bc. 00000400:00000200:1.0:1776190131.120102:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.120125:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181fec0 00000400:00000200:1.0:1776190131.120135:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5a29 [1] + 224 00000400:00000200:1.0:1776190131.120149:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.120153:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.120165:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089ccee46 x1862468301356736/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.120203:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.120208:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376880 00000400:00000200:1.0:1776190131.120213:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb437d [2] + 1312 00000400:00000200:1.0:1776190131.120223:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.120226:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.120230:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190131.120236:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 00000400:00000010:3.0:1776190131.120292:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007adc776d. 00000400:00000200:3.0:1776190131.120297:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff4ab8e8 00000400:00000010:3.0:1776190131.120299:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff4ab8e8. 00000100:00000200:3.0:1776190131.120305:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089ccee46 x1862468301356736/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190131.120312:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089ccee46 x1862468301356736/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190131.120348:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008fb96cb. 02000000:00000010:3.0:1776190131.120355:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d703e7ee. 00000100:00000010:3.0:1776190131.120359:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089ccee46. 00000100:00000010:3.0:1776190131.120363:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8e794bd. 00010000:00000010:3.0:1776190131.120367:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000052d97c41. 00000020:00000010:2.0:1776190131.120645:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002617dede. 00000020:00000010:2.0:1776190131.120653:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084443922. 00000020:00000010:2.0:1776190131.120658:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190131.120684:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4f3ec3 x1862468296468608/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190131.120723:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296468608 02000000:00000010:2.0:1776190131.120738:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000093b6329b. 00010000:00000010:2.0:1776190131.120770:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6a8340d. 00010000:00000010:2.0:1776190131.120820:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c0b77a5d. 00000100:00000010:2.0:1776190131.120826:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007a019b6. 00000100:00000010:2.0:1776190131.120833:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000007a019b6. 00010000:00000010:2.0:1776190131.120837:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0b77a5d. 00000400:00000010:2.0:1776190131.120850:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d797cb3e. 00000100:00000200:2.0:1776190131.120855:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296468608, offset 224 00000400:00000200:2.0:1776190131.120863:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.120874:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.120881:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92555:92555:256:4294967295] 192.168.203.39@tcp LPNI seq info [92555:92555:8:4294967295] 00000400:00000200:2.0:1776190131.120892:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.120897:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.120902:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797f442e (tot 82352466). 00000800:00000200:2.0:1776190131.120908:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.120916:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.120921:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000797f442e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190131.120936:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084443922. 00000020:00000010:2.0:1776190131.120940:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190131.120943:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002617dede. 00000800:00000200:2.0:1776190131.121011:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.121014:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797f442e (tot 82352218). 00000400:00000200:2.0:1776190131.121019:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.121024:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.121026:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d797cb3e 00000400:00000010:2.0:1776190131.121028:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d797cb3e. 00080000:00000010:3.0:1776190131.121470:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d11389be. 00010000:00000010:3.0:1776190131.121604:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000caaca8b0. 00010000:00000010:3.0:1776190131.121623:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003d78b60b. 00010000:00000010:3.0:1776190131.121736:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003dca27b2. 00010000:00000010:3.0:1776190131.121743:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015eb8b93. 00010000:00000010:3.0:1776190131.121755:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000683c7717. 00000100:00000010:3.0:1776190131.121760:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2b881ae. 00000100:00000010:3.0:1776190131.121768:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 02000000:00000010:3.0:1776190131.121823:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db73c0ce. 02000000:00000010:3.0:1776190131.121854:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002cb46f07. 00000400:00000010:3.0:1776190131.121861:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000004ab20ed. 00000400:00000010:3.0:1776190131.121867:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008fe0f437. 00000100:00000200:3.0:1776190131.121874:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301356800, portal 16 00000400:00000010:3.0:1776190131.121880:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012090ddf. 00000100:00000200:3.0:1776190131.121882:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301356800, offset 0 00000400:00000200:3.0:1776190131.121890:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.121901:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.121911:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190131.121915:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190131.121918:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190131.121921:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92556:92556:256:4294967295] 192.168.203.39@tcp LPNI seq info [92556:92556:8:4294967295] 00000400:00000200:3.0:1776190131.121929:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.121935:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.121940:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190131.121945:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.121951:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.121955:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190131.122275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0748764. 00010000:00000010:1.1:1776190131.122282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002b5d353. 00000800:00000200:2.0:1776190131.122886:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.122890:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aee482f6 (tot 82352218). 00000400:00000200:2.0:1776190131.122897:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.122905:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.122910:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012090ddf 00000400:00000010:2.0:1776190131.122912:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012090ddf. 00000100:00000200:2.0:1776190131.122921:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000016984533 x1862468301356800/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190131.131097:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da99c4a7. 00010000:00000010:3.1:1776190131.131117:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f4ccbb0. 00000400:00000200:1.0:1776190131.135099:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.135121:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181ff00 00000400:00000200:1.0:1776190131.135132:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5a35 [1] + 224 00000400:00000200:1.0:1776190131.135145:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.135149:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.135162:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000016984533 x1862468301356800/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.135210:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.135216:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13768c0 00000400:00000200:1.0:1776190131.135221:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb437d [2] + 1640 00000400:00000200:1.0:1776190131.135232:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.135235:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.135240:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190131.135249:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089ccee46. 00000020:00000010:1.0:1776190131.135313:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbe75675. 00000020:00000010:1.0:1776190131.135321:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190131.135326:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190131.135357:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000089ccee46 x1862468296468672/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190131.135391:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296468672 02000000:00000010:1.0:1776190131.135405:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000008fb96cb. 00010000:00000010:1.0:1776190131.135456:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000430e5ebb. 00000100:00000010:1.0:1776190131.135466:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452c5bca. 00000100:00000010:1.0:1776190131.135474:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452c5bca. 00010000:00000010:1.0:1776190131.135478:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000430e5ebb. 00000400:00000010:1.0:1776190131.135496:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e54ad690. 00000100:00000200:1.0:1776190131.135501:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296468672, offset 224 00000400:00000200:1.0:1776190131.135509:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.135522:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.135529:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92557:92557:256:4294967295] 192.168.203.39@tcp LPNI seq info [92557:92557:8:4294967295] 00000400:00000200:1.0:1776190131.135541:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.135547:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.135552:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031d29c32 (tot 82352466). 00000800:00000200:1.0:1776190131.135558:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.135578:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.135582:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031d29c32 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190131.135603:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190131.135608:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.135611:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbe75675. 00000400:00000010:2.0:1776190131.135830:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000004ab20ed. 00000400:00000200:2.0:1776190131.135837:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fe0f437 00000400:00000010:2.0:1776190131.135839:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008fe0f437. 00000100:00000200:2.0:1776190131.135846:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000016984533 x1862468301356800/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190131.135854:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000016984533 x1862468301356800/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190131.135880:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d040201b. 02000000:00000010:2.0:1776190131.135897:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002cb46f07. 02000000:00000010:2.0:1776190131.135904:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000db73c0ce. 00000100:00000010:2.0:1776190131.135908:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 00000100:00000010:2.0:1776190131.135912:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c2b881ae. 00010000:00000010:2.0:1776190131.135916:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000683c7717. 00080000:00000010:2.0:1776190131.135936:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4bef2c6. 00010000:00000010:2.0:1776190131.136053:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015eb8b93. 00010000:00000010:2.0:1776190131.136060:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000435bebb9. 00010000:00000010:2.0:1776190131.136155:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081f9cf34. 00010000:00000010:2.0:1776190131.136162:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6c1ff58. 00010000:00000010:2.0:1776190131.136175:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009391bdc0. 00000100:00000010:2.0:1776190131.136181:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007a019b6. 00000100:00000010:2.0:1776190131.136188:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000663a046d. 02000000:00000010:2.0:1776190131.136202:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000001647037. 02000000:00000010:2.0:1776190131.136232:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae3be512. 00000400:00000010:2.0:1776190131.136237:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d343c5e0. 00000400:00000010:2.0:1776190131.136242:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d797cb3e. 00000100:00000200:2.0:1776190131.136248:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301356864, portal 16 00000400:00000010:2.0:1776190131.136253:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc836e8a. 00000100:00000200:2.0:1776190131.136255:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301356864, offset 0 00000400:00000200:2.0:1776190131.136262:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.136271:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.136279:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190131.136283:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190131.136287:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190131.136290:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92558:92558:255:4294967295] 192.168.203.39@tcp LPNI seq info [92558:92558:7:4294967295] 00000400:00000200:2.0:1776190131.136298:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.136304:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.136307:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797f442e (tot 82352714). 00000800:00000200:2.0:1776190131.136312:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.136317:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.136320:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000797f442e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190131.136876:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.136881:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031d29c32 (tot 82352466). 00000400:00000200:1.0:1776190131.136889:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.136896:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.136901:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e54ad690 00000400:00000010:1.0:1776190131.136903:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e54ad690. 00000800:00000200:1.0:1776190131.137204:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.137207:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797f442e (tot 82352218). 00000400:00000200:1.0:1776190131.137213:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.137216:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.137219:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc836e8a 00000400:00000010:1.0:1776190131.137221:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc836e8a. 00000100:00000200:1.0:1776190131.137229:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000663a046d x1862468301356864/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190131.137811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008baac497. 00000400:00000200:2.0:1776190131.143483:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.143510:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181ff40 00000400:00000200:2.0:1776190131.143520:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5a41 [1] + 224 00000400:00000200:2.0:1776190131.143536:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.143540:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.143554:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000663a046d x1862468301356864/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.143607:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.143613:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376900 00000400:00000200:2.0:1776190131.143619:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb437d [2] + 1968 00000400:00000010:2.0:1776190131.143624:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000006293f22. 00000400:00000200:2.0:1776190131.143631:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d10ea352 00000400:00000200:2.0:1776190131.143643:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.143646:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.143649:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d10ea352 00000400:00000010:2.0:1776190131.143651:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d10ea352 (tot 82352066). 00000100:00000200:2.0:1776190131.143657:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1776190131.143876:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d343c5e0. 00000400:00000200:3.0:1776190131.143880:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d797cb3e 00000400:00000010:3.0:1776190131.143883:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d797cb3e. 00000100:00000200:3.0:1776190131.143890:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000663a046d x1862468301356864/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190131.143898:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000663a046d x1862468301356864/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190131.143936:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae3be512. 02000000:00000010:3.0:1776190131.143943:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000001647037. 00000100:00000010:3.0:1776190131.143950:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000663a046d. 00000100:00000010:3.0:1776190131.143956:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000007a019b6. 00010000:00000010:3.0:1776190131.143963:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009391bdc0. 00010000:00000010:2.1:1776190131.144947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa084cd6. 00010000:00000010:2.1:1776190131.144961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9f9f6bd. 00010000:00000010:2.1:1776190131.144966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dca27b2. 00000020:00000010:1.0:1776190131.146668:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f5a5387a. 00000020:00000010:1.0:1776190131.146686:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190131.146691:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190131.146747:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001fc37777 x1862468296468736/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190131.147001:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296468736 02000000:00000010:1.0:1776190131.147017:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cbe75675. 00010000:00000010:1.0:1776190131.147054:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001fc3df36. 00010000:00000010:1.0:1776190131.147077:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000430e5ebb. 00000100:00000010:1.0:1776190131.147086:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452c5bca. 00000100:00000010:1.0:1776190131.147104:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452c5bca. 00010000:00000010:1.0:1776190131.147107:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000430e5ebb. 00000400:00000010:1.0:1776190131.147122:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e54ad690. 00000100:00000200:1.0:1776190131.147129:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296468736, offset 224 00000400:00000200:1.0:1776190131.147141:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.147161:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.147169:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92559:92559:256:4294967295] 192.168.203.39@tcp LPNI seq info [92559:92559:8:4294967295] 00000400:00000200:1.0:1776190131.147182:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.147189:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.147195:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031d29c32 (tot 82352314). 00000800:00000200:1.0:1776190131.147203:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.147212:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.147218:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031d29c32 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190131.147238:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000043332d39. 00000020:00000010:1.0:1776190131.147244:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.147248:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f5a5387a. 02000000:00000010:1.0:1776190131.147260:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000008fb96cb. 00000100:00000010:1.0:1776190131.147266:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089ccee46. 02000000:00000010:1.0:1776190131.147271:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000093b6329b. 00000100:00000010:1.0:1776190131.147275:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190131.147278:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001b89fab3. 00000100:00000010:1.0:1776190131.147281:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a89b0311. 02000000:00000010:1.0:1776190131.147285:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b0ea0303. 00000100:00000010:1.0:1776190131.147288:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 02000000:00000010:1.0:1776190131.147291:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009b7094d1. 00000100:00000010:1.0:1776190131.147294:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 02000000:00000010:1.0:1776190131.147297:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000790e305f. 00000100:00000010:1.0:1776190131.147301:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 00000100:00000200:1.0:1776190131.147308:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776190131.147315:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000660c2a78. 00000400:00000010:1.0:1776190131.147320:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000452c5bca (tot 82352466). 00000800:00000200:0.0:1776190131.147487:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190131.147492:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031d29c32 (tot 82352218). 00000400:00000200:0.0:1776190131.147499:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.147504:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190131.147510:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e54ad690 00000400:00000010:0.0:1776190131.147512:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e54ad690. 02000000:00000010:0.0:1776190131.147517:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cbe75675. 00080000:00000010:0.0:1776190131.149368:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000052bff9ba. 00010000:00000010:0.0:1776190131.149511:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6c1ff58. 00010000:00000010:0.0:1776190131.149520:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009a06caef. 00010000:00000010:0.0:1776190131.149624:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f44f56e4. 00010000:00000010:0.0:1776190131.149633:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd4301f1. 00010000:00000010:0.0:1776190131.149649:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c928e2d9. 00000100:00000010:0.0:1776190131.149658:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025e4b079. 00000100:00000010:0.0:1776190131.149670:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2d466. 02000000:00000010:0.0:1776190131.149685:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022e2755e. 02000000:00000010:0.0:1776190131.149732:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053ae2046. 00000400:00000010:0.0:1776190131.149740:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0aa784a. 00000400:00000010:0.0:1776190131.149747:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f73e503. 00000100:00000200:0.0:1776190131.149756:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301356928, portal 16 00000400:00000010:0.0:1776190131.149762:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeac3683. 00000100:00000200:0.0:1776190131.149764:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301356928, offset 0 00000400:00000200:0.0:1776190131.149810:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.149831:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.149840:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.149844:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.149847:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.149850:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92560:92560:256:4294967295] 192.168.203.39@tcp LPNI seq info [92560:92560:8:4294967295] 00000400:00000200:0.0:1776190131.149859:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.149866:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.149872:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352466). 00000800:00000200:0.0:1776190131.149878:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.149886:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.149891:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.150858:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.150866:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352218). 00000400:00000200:3.0:1776190131.150874:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.150883:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.150889:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeac3683 00000400:00000010:3.0:1776190131.150892:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeac3683. 00000100:00000200:3.0:1776190131.150901:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2d466 x1862468301356928/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.155745:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.155795:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181ff80 00000400:00000200:2.0:1776190131.155807:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5a51 [1] + 224 00000400:00000200:2.0:1776190131.155823:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.155828:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.155842:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2d466 x1862468301356928/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.155882:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.155888:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376940 00000400:00000200:2.0:1776190131.155893:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb43d5 [2] + 0 00000400:00000200:2.0:1776190131.155976:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.155980:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.155986:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190131.155994:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e75ddab0. 00000020:00000010:2.0:1776190131.156056:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c12730e. 00000020:00000010:2.0:1776190131.156064:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084443922. 00000020:00000010:2.0:1776190131.156070:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190131.156101:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e75ddab0 x1862468296468800/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190131.156135:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296468800 02000000:00000010:2.0:1776190131.156149:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000030388d09. 00010000:00000010:2.0:1776190131.156201:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003417f459. 00000100:00000010:2.0:1776190131.156210:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d5e0a83. 00000100:00000010:2.0:1776190131.156220:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d5e0a83. 00010000:00000010:2.0:1776190131.156227:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003417f459. 00000400:00000010:2.0:1776190131.156245:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ef1c59. 00000100:00000200:2.0:1776190131.156251:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296468800, offset 224 00000400:00000200:2.0:1776190131.156259:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.156273:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.156280:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92561:92561:256:4294967295] 192.168.203.39@tcp LPNI seq info [92561:92561:8:4294967295] 00000400:00000200:2.0:1776190131.156291:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.156297:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.156302:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4c63abf (tot 82352466). 00000800:00000200:2.0:1776190131.156309:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.156319:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.156323:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4c63abf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190131.156346:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084443922. 00000020:00000010:2.0:1776190131.156351:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190131.156354:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c12730e. 00000800:00000200:2.0:1776190131.156451:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.156455:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4c63abf (tot 82352218). 00000400:00000200:2.0:1776190131.156461:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.156465:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.156469:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ef1c59 00000400:00000010:2.0:1776190131.156471:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ef1c59. 00000400:00000010:3.0:1776190131.156794:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0aa784a. 00000400:00000200:3.0:1776190131.156801:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f73e503 00000400:00000010:3.0:1776190131.156803:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f73e503. 00000100:00000200:3.0:1776190131.156810:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2d466 x1862468301356928/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190131.156819:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2d466 x1862468301356928/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190131.156846:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c265db30. 02000000:00000010:3.0:1776190131.156864:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053ae2046. 02000000:00000010:3.0:1776190131.156872:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022e2755e. 00000100:00000010:3.0:1776190131.156877:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2d466. 00000100:00000010:3.0:1776190131.156880:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025e4b079. 00010000:00000010:3.0:1776190131.156883:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c928e2d9. 00080000:00000010:3.0:1776190131.156905:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0bedd0e. 00010000:00000010:3.0:1776190131.157028:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd4301f1. 00010000:00000010:3.0:1776190131.157036:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009f6ff236. 00010000:00000010:3.0:1776190131.157142:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cb66ad0a. 00010000:00000010:3.0:1776190131.157147:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.157153:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024510e9b. 00010000:00000010:3.0:1776190131.157160:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015eb8b93. 00080000:00000010:3.0:1776190131.157173:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a722461. 00010000:00000010:3.0:1776190131.157198:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015eb8b93. 00010000:00000010:3.0:1776190131.157201:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.157259:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a55191d2. 00010000:00000010:3.0:1776190131.157263:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015eb8b93. 00010000:00000010:3.0:1776190131.157271:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000001c65b95. 00000100:00000010:3.0:1776190131.157278:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2b881ae. 00000100:00000010:3.0:1776190131.157287:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000143a7ad1. 02000000:00000010:3.0:1776190131.157304:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008dfbfadd. 02000000:00000010:3.0:1776190131.157339:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aed181e5. 00000400:00000010:3.0:1776190131.157346:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58b9fb9. 00000400:00000010:3.0:1776190131.157352:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ce06a4c. 00000100:00000200:3.0:1776190131.157359:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301356992, portal 16 00000400:00000010:3.0:1776190131.157364:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faf97dbc. 00000100:00000200:3.0:1776190131.157366:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301356992, offset 0 00000400:00000200:3.0:1776190131.157373:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.157386:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.157396:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190131.157399:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190131.157402:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190131.157405:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92562:92562:256:4294967295] 192.168.203.39@tcp LPNI seq info [92562:92562:8:4294967295] 00000400:00000200:3.0:1776190131.157415:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.157420:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.157425:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aee482f6 (tot 82352466). 00000800:00000200:3.0:1776190131.157430:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.157436:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.157440:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aee482f6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190131.158633:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.158641:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aee482f6 (tot 82352218). 00000400:00000200:2.0:1776190131.158650:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.158659:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.158666:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faf97dbc 00000400:00000010:2.0:1776190131.158669:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faf97dbc. 00000100:00000200:2.0:1776190131.158678:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000143a7ad1 x1862468301356992/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190131.163464:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001eafb836. 00010000:00000010:0.1:1776190131.163480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081f9cf34. 00010000:00000010:1.1:1776190131.164801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ed15ceb. 00000400:00000200:2.0:1776190131.165767:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.165848:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b181ffc0 00000400:00000200:2.0:1776190131.165860:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5a5d [1] + 224 00000400:00000200:2.0:1776190131.165876:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.165881:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.165896:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000143a7ad1 x1862468301356992/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.165994:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.166000:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376980 00000400:00000200:2.0:1776190131.166006:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb43d5 [2] + 328 00000400:00000200:2.0:1776190131.166087:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.166091:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.166096:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190131.166102:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000462ed234. 00000020:00000010:0.0:1776190131.166213:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022e2755e. 00000020:00000010:0.0:1776190131.166223:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190131.166229:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 00000100:00000200:0.0:1776190131.166262:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000462ed234 x1862468296468864/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190131.166304:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296468864 02000000:00000010:0.0:1776190131.166318:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000053ae2046. 00010000:00000010:0.0:1776190131.166369:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003571ee4e. 00000100:00000010:0.0:1776190131.166378:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025e4b079. 00000100:00000010:0.0:1776190131.166386:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000025e4b079. 00010000:00000010:0.0:1776190131.166390:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003571ee4e. 00000400:00000010:0.0:1776190131.166410:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000268affd4. 00000100:00000200:0.0:1776190131.166416:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296468864, offset 224 00000400:00000200:0.0:1776190131.166425:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.166438:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.166445:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92563:92563:256:4294967295] 192.168.203.39@tcp LPNI seq info [92563:92563:8:4294967295] 00000400:00000200:0.0:1776190131.166456:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.166464:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.166469:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352466). 00000800:00000200:0.0:1776190131.166476:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.166484:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.166488:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.166508:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190131.166514:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:0.0:1776190131.166517:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022e2755e. 00000800:00000200:2.0:1776190131.167832:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.167839:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352218). 00000400:00000200:2.0:1776190131.167847:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.167857:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.167863:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000268affd4 00000400:00000010:2.0:1776190131.167866:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000268affd4. 00000400:00000010:3.0:1776190131.170174:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58b9fb9. 00000400:00000200:3.0:1776190131.170189:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ce06a4c 00000400:00000010:3.0:1776190131.170192:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ce06a4c. 00000100:00000200:3.0:1776190131.170211:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000143a7ad1 x1862468301356992/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190131.170225:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000143a7ad1 x1862468301356992/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190131.170263:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a805a13. 02000000:00000010:3.0:1776190131.170352:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aed181e5. 02000000:00000010:3.0:1776190131.170360:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008dfbfadd. 00000100:00000010:3.0:1776190131.170374:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000143a7ad1. 00000100:00000010:3.0:1776190131.170380:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c2b881ae. 00010000:00000010:3.0:1776190131.170385:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000001c65b95. 00080000:00000010:3.0:1776190131.170412:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008dfbfadd. 00010000:00000010:3.0:1776190131.170544:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015eb8b93. 00010000:00000010:3.0:1776190131.170553:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003cc5d252. 00000001:00000010:3.0:1776190131.170647:0:77242:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f58b9fb9. 00000001:00000010:3.0:1776190131.170656:0:77242:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f58b9fb9. 00000001:00000010:3.0:1776190131.170660:0:77242:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007dd4cbd9. 00080000:00000010:3.0:1776190131.170667:0:77242:0:(osd_handler.c:6655:osd_it_iam_fini()) kfreed 'it': 328 at 00000000a51ae846. 00080000:00000010:3.0:1776190131.170680:0:77242:0:(osd_handler.c:6627:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000aed181e5. 00000001:00000010:3.0:1776190131.170689:0:77242:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f58b9fb9. 00010000:00000010:3.0:1776190131.170741:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e0ad7188. 00010000:00000010:3.0:1776190131.170745:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.170752:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002762e9a8. 00010000:00000010:3.0:1776190131.170758:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015eb8b93. 00080000:00000010:3.0:1776190131.170802:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073c66e6d. 00010000:00000010:3.0:1776190131.170826:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015eb8b93. 00010000:00000010:3.0:1776190131.170829:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.170994:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000362f34c5. 00010000:00000010:3.0:1776190131.170997:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.171000:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002abaa25e. 00010000:00000010:3.0:1776190131.171002:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015eb8b93. 00080000:00000010:3.0:1776190131.171010:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b7094d1. 00010000:00000010:3.0:1776190131.171030:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015eb8b93. 00010000:00000010:3.0:1776190131.171032:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.171060:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bb75b4e7. 00010000:00000010:3.0:1776190131.171061:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.171064:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5d4ce12. 00010000:00000010:3.0:1776190131.171066:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015eb8b93. 00080000:00000010:3.0:1776190131.171070:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db73c0ce. 00010000:00000010:3.0:1776190131.171085:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015eb8b93. 00010000:00000010:3.0:1776190131.171087:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.171114:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ec49188f. 00010000:00000010:3.0:1776190131.171117:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.171120:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003076311a. 00010000:00000010:3.0:1776190131.171123:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015eb8b93. 00080000:00000010:3.0:1776190131.171129:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002cb46f07. 00010000:00000010:3.0:1776190131.171152:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015eb8b93. 00010000:00000010:3.0:1776190131.171156:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.171204:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b3698e24. 00010000:00000010:3.0:1776190131.171207:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.171211:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:3.0:1776190131.171214:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015eb8b93. 00080000:00000010:3.0:1776190131.171222:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3f0de4e. 00010000:00000010:3.0:1776190131.171244:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015eb8b93. 00010000:00000010:3.0:1776190131.171248:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.171294:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000017a0f4b8. 00010000:00000010:3.0:1776190131.171298:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.171301:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033daa5b4. 00010000:00000010:3.0:1776190131.171305:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015eb8b93. 00080000:00000010:3.0:1776190131.171314:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0ea0303. 00010000:00000010:3.0:1776190131.171339:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015eb8b93. 00010000:00000010:3.0:1776190131.171343:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.171385:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000caacb1dd. 00010000:00000010:3.0:1776190131.171388:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.171391:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b02d4908. 00010000:00000010:3.0:1776190131.171395:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015eb8b93. 00080000:00000010:3.0:1776190131.171403:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093b6329b. 00010000:00000010:3.0:1776190131.171427:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015eb8b93. 00010000:00000010:3.0:1776190131.171430:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.171464:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ccc5a1e0. 00010000:00000010:3.0:1776190131.171466:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.171470:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f7c2c76. 00010000:00000010:3.0:1776190131.171473:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015eb8b93. 00080000:00000010:3.0:1776190131.171479:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c9eed636. 00010000:00000010:3.0:1776190131.171502:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015eb8b93. 00010000:00000010:3.0:1776190131.171505:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.171537:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000084624b50. 00010000:00000010:3.0:1776190131.171540:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.171544:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:3.0:1776190131.171548:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015eb8b93. 00080000:00000010:3.0:1776190131.171557:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002617dede. 00010000:00000010:3.0:1776190131.171592:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015eb8b93. 00010000:00000010:3.0:1776190131.171597:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.171631:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c5badfcc. 00010000:00000010:3.0:1776190131.171634:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.171637:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fae546e. 00010000:00000010:3.0:1776190131.171639:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015eb8b93. 00080000:00000010:3.0:1776190131.171646:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000001647037. 00010000:00000010:3.0:1776190131.171670:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015eb8b93. 00010000:00000010:3.0:1776190131.171673:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.171710:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025d256a4. 00010000:00000010:3.0:1776190131.171713:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.171717:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000330bfef0. 00010000:00000010:3.0:1776190131.171719:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015eb8b93. 00080000:00000010:3.0:1776190131.171727:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b89fab3. 00010000:00000010:3.0:1776190131.171749:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015eb8b93. 00010000:00000010:3.0:1776190131.171752:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.171816:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000942f0a5a. 00010000:00000010:3.0:1776190131.171819:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000acb2b912. 00010000:00000010:3.0:1776190131.171823:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003dca27b2. 00010000:00000010:3.0:1776190131.171826:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015eb8b93. 00080000:00000010:3.0:1776190131.171834:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007beb1435. 00010000:00000010:2.0:1776190131.172190:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015eb8b93. 00010000:00000010:2.0:1776190131.172198:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000acb2b912. 00010000:00000010:2.0:1776190131.172245:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043c23262. 00010000:00000010:2.0:1776190131.172249:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.172253:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007eaeef55. 00010000:00000010:2.0:1776190131.172257:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.172266:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c12730e. 00010000:00000010:2.0:1776190131.172291:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.172296:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.172328:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e05a9fd4. 00010000:00000010:2.0:1776190131.172331:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.172335:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7b4fa5f. 00010000:00000010:2.0:1776190131.172338:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.172344:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5f2965c. 00010000:00000010:2.0:1776190131.172365:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.172368:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.172400:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000027e31c84. 00010000:00000010:2.0:1776190131.172403:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.172407:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4f2df65. 00010000:00000010:2.0:1776190131.172410:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.172416:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea5567f0. 00010000:00000010:2.0:1776190131.172436:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.172439:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.172468:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fbfd74ea. 00010000:00000010:2.0:1776190131.172470:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.172473:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fbdb336. 00010000:00000010:2.0:1776190131.172476:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.172482:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8ffa349. 00010000:00000010:2.0:1776190131.172505:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.172509:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.172547:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001f3e7c26. 00010000:00000010:2.0:1776190131.172550:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.172553:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f89fa452. 00010000:00000010:2.0:1776190131.172556:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.172563:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a209871. 00010000:00000010:2.0:1776190131.172599:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.172603:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.172648:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025d7fcb8. 00010000:00000010:2.0:1776190131.172652:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.172654:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dcaead5d. 00010000:00000010:2.0:1776190131.172658:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.172666:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005dfe6bf7. 00010000:00000010:2.0:1776190131.172688:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.172703:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.172744:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002467a64e. 00010000:00000010:2.0:1776190131.172747:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.172750:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b08108e7. 00010000:00000010:2.0:1776190131.172753:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.172760:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002854c1a. 00010000:00000010:2.0:1776190131.172811:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.172814:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.172847:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b904a34b. 00010000:00000010:2.0:1776190131.172850:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.172853:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba258b3b. 00010000:00000010:2.0:1776190131.172856:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.172864:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e41650b. 00010000:00000010:2.0:1776190131.172885:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.172888:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.172919:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c1fe5456. 00010000:00000010:2.0:1776190131.172922:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.172926:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081f9cf34. 00010000:00000010:2.0:1776190131.172930:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.172938:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bcc96c03. 00010000:00000010:2.0:1776190131.172959:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.172962:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.172990:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000014df5974. 00010000:00000010:2.0:1776190131.172992:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.172996:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008afdb6a3. 00010000:00000010:2.0:1776190131.172999:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.173006:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000204b7274. 00010000:00000010:2.0:1776190131.173026:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.173029:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173061:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac165f38. 00010000:00000010:2.0:1776190131.173064:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173067:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd80eb18. 00010000:00000010:2.0:1776190131.173070:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.173076:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009516127d. 00010000:00000010:2.0:1776190131.173098:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.173102:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173135:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000003a0e953. 00010000:00000010:2.0:1776190131.173137:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173141:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8ece58a. 00010000:00000010:2.0:1776190131.173144:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.173151:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b394753. 00010000:00000010:2.0:1776190131.173171:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.173174:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173206:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eb0262b8. 00010000:00000010:2.0:1776190131.173209:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173212:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c7c73bc. 00010000:00000010:2.0:1776190131.173214:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.173221:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c92e7bc. 00010000:00000010:2.0:1776190131.173238:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.173242:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173272:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d4eef374. 00010000:00000010:2.0:1776190131.173275:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173278:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000266999a. 00010000:00000010:2.0:1776190131.173280:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.173288:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059b776f9. 00010000:00000010:2.0:1776190131.173310:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.173314:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173345:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000057bb26ff. 00010000:00000010:2.0:1776190131.173348:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173351:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:2.0:1776190131.173354:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.173361:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a485b5de. 00010000:00000010:2.0:1776190131.173384:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.173387:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173419:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000406aa6f6. 00010000:00000010:2.0:1776190131.173422:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173425:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7131880. 00010000:00000010:2.0:1776190131.173428:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.173434:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1ae36e1. 00010000:00000010:2.0:1776190131.173455:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.173459:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173495:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000017aa3b0. 00010000:00000010:2.0:1776190131.173498:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173501:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009df4d435. 00010000:00000010:2.0:1776190131.173505:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.173512:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069f74275. 00010000:00000010:2.0:1776190131.173533:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.173537:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173584:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000029227539. 00010000:00000010:2.0:1776190131.173587:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173590:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa5d336c. 00010000:00000010:2.0:1776190131.173593:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.173600:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f884f830. 00010000:00000010:2.0:1776190131.173622:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.173625:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173659:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000023f787e2. 00010000:00000010:2.0:1776190131.173662:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173666:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7ebf92a. 00010000:00000010:2.0:1776190131.173669:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.173676:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000535bf1e. 00010000:00000010:2.0:1776190131.173698:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.173702:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173734:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003ab931a5. 00010000:00000010:2.0:1776190131.173737:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173740:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d240309. 00010000:00000010:2.0:1776190131.173743:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.173751:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080a6113a. 00010000:00000010:2.0:1776190131.173819:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.173824:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173857:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000496cf632. 00010000:00000010:2.0:1776190131.173860:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173862:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f54d30c. 00010000:00000010:2.0:1776190131.173865:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.173873:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005bcaa568. 00010000:00000010:2.0:1776190131.173896:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.173899:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173933:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006e6e053a. 00010000:00000010:2.0:1776190131.173935:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.173938:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009182d368. 00010000:00000010:2.0:1776190131.173941:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.173948:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057063057. 00010000:00000010:2.0:1776190131.173970:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.173973:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174007:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cdd0d160. 00010000:00000010:2.0:1776190131.174010:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174013:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fcbf92f0. 00010000:00000010:2.0:1776190131.174016:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.174024:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf00f29a. 00010000:00000010:2.0:1776190131.174046:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.174049:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174082:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000359ce271. 00010000:00000010:2.0:1776190131.174085:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174087:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009eba0a6a. 00010000:00000010:2.0:1776190131.174090:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.174101:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083cad33b. 00010000:00000010:2.0:1776190131.174124:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.174127:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174162:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008ee099e2. 00010000:00000010:2.0:1776190131.174165:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174168:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f508661a. 00010000:00000010:2.0:1776190131.174171:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.174178:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ffde354. 00010000:00000010:2.0:1776190131.174199:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.174203:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174234:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000833d617d. 00010000:00000010:2.0:1776190131.174238:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174241:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3206b75. 00010000:00000010:2.0:1776190131.174244:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.174252:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005fd06195. 00010000:00000010:2.0:1776190131.174275:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.174278:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174309:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f0338114. 00010000:00000010:2.0:1776190131.174312:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174315:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091719292. 00010000:00000010:2.0:1776190131.174318:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.174325:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003085f5d6. 00010000:00000010:2.0:1776190131.174347:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.174350:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174382:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b79044be. 00010000:00000010:2.0:1776190131.174385:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174388:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df84f183. 00010000:00000010:2.0:1776190131.174390:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.174397:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7bb0cb2. 00010000:00000010:2.0:1776190131.174416:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.174418:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174448:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f68d0438. 00010000:00000010:2.0:1776190131.174451:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174454:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc6c730c. 00010000:00000010:2.0:1776190131.174457:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.174463:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000582cb205. 00010000:00000010:2.0:1776190131.174483:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.174486:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174517:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005f4e2188. 00010000:00000010:2.0:1776190131.174520:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174524:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b3bb8930. 00010000:00000010:2.0:1776190131.174527:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.174534:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aed3d151. 00010000:00000010:2.0:1776190131.174556:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.174560:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174608:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000d2765b8. 00010000:00000010:2.0:1776190131.174611:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174614:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080c38120. 00010000:00000010:2.0:1776190131.174617:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.174623:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044e21a0b. 00010000:00000010:2.0:1776190131.174644:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.174647:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174676:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a3b867e. 00010000:00000010:2.0:1776190131.174679:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174682:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005c7e05c0. 00010000:00000010:2.0:1776190131.174684:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.174691:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001eb80d48. 00010000:00000010:2.0:1776190131.174713:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.174716:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174747:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000018dfa72f. 00010000:00000010:2.0:1776190131.174749:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174753:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9c360b8. 00010000:00000010:2.0:1776190131.174756:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.174763:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e6579a1. 00010000:00000010:2.0:1776190131.174811:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.174815:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174847:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a35ad034. 00010000:00000010:2.0:1776190131.174850:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174853:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af0b3d3b. 00010000:00000010:2.0:1776190131.174855:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.174864:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd673435. 00010000:00000010:2.0:1776190131.174885:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.174888:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174921:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000770c76f6. 00010000:00000010:2.0:1776190131.174924:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174926:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fc481101. 00010000:00000010:2.0:1776190131.174929:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.174936:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c64d6833. 00010000:00000010:2.0:1776190131.174957:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.174961:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174989:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002ae923b9. 00010000:00000010:2.0:1776190131.174991:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.174995:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005fce503a. 00010000:00000010:2.0:1776190131.174999:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.175006:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093f7300a. 00010000:00000010:2.0:1776190131.175027:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.175030:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.175064:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007bd09520. 00010000:00000010:2.0:1776190131.175067:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.175070:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d19ff20e. 00010000:00000010:2.0:1776190131.175073:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.175080:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6f82b5a. 00010000:00000010:2.0:1776190131.175102:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.175106:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.175137:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000117fc36. 00010000:00000010:2.0:1776190131.175140:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.175143:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000001b225c. 00010000:00000010:2.0:1776190131.175147:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.175154:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b57be53. 00010000:00000010:2.0:1776190131.175179:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.175182:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.175215:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000321441ba. 00010000:00000010:2.0:1776190131.175218:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.175222:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fc0a19b0. 00010000:00000010:2.0:1776190131.175225:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.175231:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003038d6e3. 00010000:00000010:2.0:1776190131.175253:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.175256:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.175287:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff0ce1d0. 00010000:00000010:2.0:1776190131.175289:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.175293:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045e85f78. 00010000:00000010:2.0:1776190131.175297:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.175304:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007352cb9b. 00010000:00000010:2.0:1776190131.175327:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.175330:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.175363:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006d266e92. 00010000:00000010:2.0:1776190131.175366:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.175369:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0e525cf. 00010000:00000010:2.0:1776190131.175372:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.175379:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cff145e2. 00010000:00000010:2.0:1776190131.175400:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.175404:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.175432:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000959b384f. 00010000:00000010:2.0:1776190131.175434:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.175437:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000054ec1f96. 00010000:00000010:2.0:1776190131.175439:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.175445:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066bee34c. 00010000:00000010:2.0:1776190131.175465:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.175468:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.175504:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a8c99b32. 00010000:00000010:2.0:1776190131.175507:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.175510:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e77de6e. 00010000:00000010:2.0:1776190131.175513:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.175519:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1f956ec. 00010000:00000010:2.0:1776190131.175539:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.175542:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.176988:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d201204f. 00010000:00000010:2.0:1776190131.177004:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.177009:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017f306a9. 00010000:00000010:2.0:1776190131.177017:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.177042:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1cc7501. 00010000:00000010:2.0:1776190131.177113:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.177118:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.177169:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000006c35d21. 00010000:00000010:2.0:1776190131.177170:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.177173:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000275c0545. 00010000:00000010:2.0:1776190131.177175:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.177179:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a4ab24f. 00010000:00000010:2.0:1776190131.177194:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.177196:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.177217:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000024fd5eda. 00010000:00000010:2.0:1776190131.177219:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.177221:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015e8da35. 00010000:00000010:2.0:1776190131.177223:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.177228:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae3be512. 00010000:00000010:2.0:1776190131.177240:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.177242:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.177277:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001847689a. 00010000:00000010:2.0:1776190131.177279:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.177282:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a666067d. 00010000:00000010:2.0:1776190131.177284:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.177291:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff454f05. 00010000:00000010:2.0:1776190131.177304:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.177306:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.177327:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ae182f95. 00010000:00000010:2.0:1776190131.177328:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.177330:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009fb80f95. 00010000:00000010:2.0:1776190131.177332:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.177337:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000530b445b. 00010000:00000010:2.0:1776190131.177349:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.177350:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.177375:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004caa57a4. 00010000:00000010:2.0:1776190131.177377:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.177378:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e33d1bac. 00010000:00000010:2.0:1776190131.177380:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.177385:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082b698a9. 00010000:00000010:2.0:1776190131.177397:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.177399:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.177418:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c88cffb4. 00010000:00000010:2.0:1776190131.177420:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.177422:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020798fb6. 00010000:00000010:2.0:1776190131.177424:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.177429:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af2457b9. 00010000:00000010:2.0:1776190131.177441:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.177443:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.178904:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ba95e0c3. 00010000:00000010:2.0:1776190131.178921:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.178930:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bef3834d. 00010000:00000010:2.0:1776190131.178938:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.178966:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000130c6b2d. 00010000:00000010:2.0:1776190131.179043:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.179049:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.179109:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f89f8f18. 00010000:00000010:2.0:1776190131.179111:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.179114:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000525263ea. 00010000:00000010:2.0:1776190131.179117:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.179123:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000faddfc1c. 00010000:00000010:2.0:1776190131.179144:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.179146:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.179189:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a9d4bc19. 00010000:00000010:2.0:1776190131.179192:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.179196:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003984090c. 00010000:00000010:2.0:1776190131.179199:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.179204:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed509a73. 00010000:00000010:2.0:1776190131.179223:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.179226:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.179255:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f8a1eb5f. 00010000:00000010:2.0:1776190131.179257:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.179260:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f69da2e. 00010000:00000010:2.0:1776190131.179262:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.179268:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae5827f3. 00010000:00000010:2.0:1776190131.179286:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.179288:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.179322:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d2d54f83. 00010000:00000010:2.0:1776190131.179325:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.179328:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004aa7adcc. 00010000:00000010:2.0:1776190131.179330:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.179337:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000055ef2797. 00010000:00000010:2.0:1776190131.179358:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.179361:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.179393:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007f80e185. 00010000:00000010:2.0:1776190131.179396:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.179399:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d44f3e1. 00010000:00000010:2.0:1776190131.179401:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.179411:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004960d2b8. 00010000:00000010:2.0:1776190131.179434:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.179437:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.179469:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000080704be7. 00010000:00000010:2.0:1776190131.179472:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.179474:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a09d627e. 00010000:00000010:2.0:1776190131.179478:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.179485:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ddff40f. 00010000:00000010:2.0:1776190131.179507:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.179511:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.179541:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a26eb814. 00010000:00000010:2.0:1776190131.179544:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.179546:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e68407e6. 00010000:00000010:2.0:1776190131.179549:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.179557:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004eb84dc3. 00010000:00000010:2.0:1776190131.179593:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.179597:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.179959:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004d168c0e. 00010000:00000010:2.0:1776190131.179963:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.179967:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1198828. 00010000:00000010:2.0:1776190131.179971:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.179982:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7da0801. 00010000:00000010:2.0:1776190131.180010:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.180013:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.180047:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e034a8dd. 00010000:00000010:2.0:1776190131.180049:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.180052:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008f874a2e. 00010000:00000010:2.0:1776190131.180055:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.180062:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8bfa783. 00010000:00000010:2.0:1776190131.180081:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.180085:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.180122:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000016119d9e. 00010000:00000010:2.0:1776190131.180125:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.180128:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009c41b879. 00010000:00000010:2.0:1776190131.180131:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.180138:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0ecab0e. 00010000:00000010:2.0:1776190131.180161:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.180165:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.180197:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f173ad9f. 00010000:00000010:2.0:1776190131.180199:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.180202:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d7f8bb3. 00010000:00000010:2.0:1776190131.180205:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.180211:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a2386e1. 00010000:00000010:2.0:1776190131.180232:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.180236:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.180272:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e91430b0. 00010000:00000010:2.0:1776190131.180275:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.180278:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e55cce9. 00010000:00000010:2.0:1776190131.180282:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.180288:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008482234e. 00010000:00000010:2.0:1776190131.180311:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.180315:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.180348:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009ea83671. 00010000:00000010:2.0:1776190131.180352:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.180355:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008772ebe. 00010000:00000010:2.0:1776190131.180358:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.180365:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003edec1b6. 00010000:00000010:2.0:1776190131.180388:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.180391:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.180430:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e7e4d2be. 00010000:00000010:2.0:1776190131.180433:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.180436:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a688927. 00010000:00000010:2.0:1776190131.180439:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.180447:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003070b4d8. 00010000:00000010:2.0:1776190131.180469:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.180472:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.180506:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f00a2d79. 00010000:00000010:2.0:1776190131.180508:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.180511:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a52498e0. 00010000:00000010:2.0:1776190131.180513:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.180520:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000035c5bfe8. 00010000:00000010:2.0:1776190131.180541:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.180544:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.180590:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007ca68de5. 00010000:00000010:2.0:1776190131.180593:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.180596:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f012792. 00010000:00000010:2.0:1776190131.180598:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.180605:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c179fc30. 00010000:00000010:2.0:1776190131.180947:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.180952:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.180989:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000015269ade. 00010000:00000010:2.0:1776190131.180992:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.180996:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002a6fb93d. 00010000:00000010:2.0:1776190131.180999:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.181008:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002604fb89. 00010000:00000010:2.0:1776190131.181031:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.181035:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.181066:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cdbd0c13. 00010000:00000010:2.0:1776190131.181069:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.181072:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000063219c9. 00010000:00000010:2.0:1776190131.181075:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.181082:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9f14260. 00010000:00000010:2.0:1776190131.181104:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.181107:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.181139:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000000237368. 00010000:00000010:2.0:1776190131.181142:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.181146:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b56a7100. 00010000:00000010:2.0:1776190131.181149:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.181156:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab8ecdb9. 00010000:00000010:2.0:1776190131.181180:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.181183:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.181225:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007bfce2ef. 00010000:00000010:2.0:1776190131.181228:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.181232:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004cfcd911. 00010000:00000010:2.0:1776190131.181235:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.181243:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca2492a7. 00010000:00000010:2.0:1776190131.181266:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.181269:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.181303:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008dbbe4fa. 00010000:00000010:2.0:1776190131.181306:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.181309:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e2e8e7e2. 00010000:00000010:2.0:1776190131.181312:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.181319:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4dc806d. 00010000:00000010:2.0:1776190131.181342:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.181345:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.181381:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000706aeab0. 00010000:00000010:2.0:1776190131.181384:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.181387:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e95cf832. 00010000:00000010:2.0:1776190131.181389:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.181400:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000928bfff1. 00010000:00000010:2.0:1776190131.181421:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.181425:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.181457:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000014ca270d. 00010000:00000010:2.0:1776190131.181460:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.181464:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fc5a41d. 00010000:00000010:2.0:1776190131.181467:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.181475:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c5d5853. 00010000:00000010:2.0:1776190131.181523:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.181528:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.181561:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bfaa567d. 00010000:00000010:2.0:1776190131.181564:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.181578:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2536f3d. 00010000:00000010:2.0:1776190131.181581:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.181589:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000abd5e62b. 00010000:00000010:2.0:1776190131.181894:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.181900:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.181938:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000529f097. 00010000:00000010:2.0:1776190131.181941:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.181945:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d0c92bc3. 00010000:00000010:2.0:1776190131.181948:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.181956:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ac79117. 00010000:00000010:2.0:1776190131.181981:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.181985:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.182027:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001f343729. 00010000:00000010:2.0:1776190131.182030:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.182033:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a7ba1309. 00010000:00000010:2.0:1776190131.182036:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.182044:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bbd95e09. 00010000:00000010:2.0:1776190131.182066:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.182070:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.182102:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000054b86ee9. 00010000:00000010:2.0:1776190131.182104:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.182108:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000466ea3ad. 00010000:00000010:2.0:1776190131.182111:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.182118:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6abf593. 00010000:00000010:2.0:1776190131.182142:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.182146:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.182184:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e0c326ba. 00010000:00000010:2.0:1776190131.182187:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.182190:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d582a86. 00010000:00000010:2.0:1776190131.182193:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.182200:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000883fe997. 00010000:00000010:2.0:1776190131.182221:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.182224:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.182251:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d79c7b7f. 00010000:00000010:2.0:1776190131.182253:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.182256:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001d319e61. 00010000:00000010:2.0:1776190131.182259:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.182265:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010d793da. 00010000:00000010:2.0:1776190131.182283:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.182286:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.182313:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c16db23e. 00010000:00000010:2.0:1776190131.182316:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.182319:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003690d9f7. 00010000:00000010:2.0:1776190131.182321:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.182327:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000adcb4a0c. 00010000:00000010:2.0:1776190131.182346:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.182349:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.182376:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0a1d801. 00010000:00000010:2.0:1776190131.182378:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.182381:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a3c9cee. 00010000:00000010:2.0:1776190131.182383:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.182391:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f494d099. 00010000:00000010:2.0:1776190131.182409:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.182412:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.182442:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000062f2665f. 00010000:00000010:2.0:1776190131.182445:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.182448:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078315cd2. 00010000:00000010:2.0:1776190131.182450:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.182456:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c6fb94b. 00010000:00000010:2.0:1776190131.182474:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.182477:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.182506:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000963cb8e9. 00010000:00000010:2.0:1776190131.182509:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.182512:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083bb770b. 00010000:00000010:2.0:1776190131.182516:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.182522:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065fe14d7. 00010000:00000010:2.0:1776190131.182541:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.182544:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.182590:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e0c539d3. 00010000:00000010:2.0:1776190131.182592:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.182595:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000009bab6b3. 00010000:00000010:2.0:1776190131.182598:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.182604:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074224b9b. 00010000:00000010:2.0:1776190131.182920:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.182925:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.182957:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000097edd067. 00010000:00000010:2.0:1776190131.182960:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.182964:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd5743c8. 00010000:00000010:2.0:1776190131.182967:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.182974:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007f9c267. 00010000:00000010:2.0:1776190131.182995:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.182998:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.183027:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000007507803. 00010000:00000010:2.0:1776190131.183030:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.183034:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b99b2d3a. 00010000:00000010:2.0:1776190131.183037:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.183043:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018267eb0. 00010000:00000010:2.0:1776190131.183063:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.183066:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.183098:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bbde2fb4. 00010000:00000010:2.0:1776190131.183101:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.183105:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024f6e9a5. 00010000:00000010:2.0:1776190131.183108:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.183114:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a637d59. 00010000:00000010:2.0:1776190131.183136:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.183140:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.183178:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000672ebff. 00010000:00000010:2.0:1776190131.183181:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.183184:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c0c82e2. 00010000:00000010:2.0:1776190131.183187:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.183194:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099cca42d. 00010000:00000010:2.0:1776190131.183215:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.183219:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.183250:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006aa6509e. 00010000:00000010:2.0:1776190131.183252:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.183255:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004582c478. 00010000:00000010:2.0:1776190131.183258:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.183266:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000adbe826d. 00010000:00000010:2.0:1776190131.183287:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.183290:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.183327:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008f3a713b. 00010000:00000010:2.0:1776190131.183330:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.183333:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb57409e. 00010000:00000010:2.0:1776190131.183337:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.183343:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000151ac4f4. 00010000:00000010:2.0:1776190131.183364:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.183367:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.183397:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001211d440. 00010000:00000010:2.0:1776190131.183400:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.183403:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047ca7a4a. 00010000:00000010:2.0:1776190131.183406:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.183413:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a954cb8b. 00010000:00000010:2.0:1776190131.183436:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.183439:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.183470:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ef7da649. 00010000:00000010:2.0:1776190131.183473:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.183476:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058ffff4a. 00010000:00000010:2.0:1776190131.183479:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.183486:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8bd6c62. 00010000:00000010:2.0:1776190131.183509:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.183513:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.183544:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000480f8e4e. 00010000:00000010:2.0:1776190131.183547:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.183550:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000500229ac. 00010000:00000010:2.0:1776190131.183553:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.183560:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004e3adeb. 00010000:00000010:2.0:1776190131.183595:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.183599:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.183997:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fdfb18ae. 00010000:00000010:2.0:1776190131.184001:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.184005:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043ccbfea. 00010000:00000010:2.0:1776190131.184010:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.184019:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000454710ea. 00010000:00000010:2.0:1776190131.184048:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.184053:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.184088:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000041d6a92b. 00010000:00000010:2.0:1776190131.184091:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.184094:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000991757da. 00010000:00000010:2.0:1776190131.184097:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.184105:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f649615. 00010000:00000010:2.0:1776190131.184128:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.184132:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.184172:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df3d1a1b. 00010000:00000010:2.0:1776190131.184175:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.184178:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000088044290. 00010000:00000010:2.0:1776190131.184181:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.184193:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059a7ce2f. 00010000:00000010:2.0:1776190131.184217:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.184221:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.184255:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e5bd2b56. 00010000:00000010:2.0:1776190131.184258:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.184261:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005a49aa43. 00010000:00000010:2.0:1776190131.184264:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.184272:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f85e1102. 00010000:00000010:2.0:1776190131.184296:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.184299:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.184333:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cf606011. 00010000:00000010:2.0:1776190131.184336:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.184339:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000550d3d9d. 00010000:00000010:2.0:1776190131.184341:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.184348:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072577cea. 00010000:00000010:2.0:1776190131.184369:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.184372:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.184408:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004d0d9889. 00010000:00000010:2.0:1776190131.184410:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.184413:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7e2ce9c. 00010000:00000010:2.0:1776190131.184416:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.184424:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012537628. 00010000:00000010:2.0:1776190131.184444:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.184447:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.184482:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f5e2f1a0. 00010000:00000010:2.0:1776190131.184485:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.184489:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b90721b2. 00010000:00000010:2.0:1776190131.184492:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.184498:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000016290774. 00010000:00000010:2.0:1776190131.184519:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.184523:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.184555:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001fd22fa8. 00010000:00000010:2.0:1776190131.184558:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.184562:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000750c7e9. 00010000:00000010:2.0:1776190131.184565:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.184589:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000702a2eec. 00010000:00000010:2.0:1776190131.184711:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.184716:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.184757:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c37ec2b6. 00010000:00000010:2.0:1776190131.184760:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.184763:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000668954bd. 00010000:00000010:2.0:1776190131.184767:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.185009:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000782c484a. 00010000:00000010:2.0:1776190131.185038:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.185042:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.185075:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000058671c80. 00010000:00000010:2.0:1776190131.185078:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.185082:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004cdd4210. 00010000:00000010:2.0:1776190131.185085:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.185095:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048b94469. 00010000:00000010:2.0:1776190131.185118:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.185121:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.185154:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c286add3. 00010000:00000010:2.0:1776190131.185157:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.185161:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004b78bde4. 00010000:00000010:2.0:1776190131.185164:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.185172:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e7c8505. 00010000:00000010:2.0:1776190131.185194:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.185198:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.185229:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c38a9e7d. 00010000:00000010:2.0:1776190131.185231:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.185235:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ebecdbfd. 00010000:00000010:2.0:1776190131.185238:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.185245:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000398da772. 00010000:00000010:2.0:1776190131.185269:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.185273:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.185311:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002c5bf42e. 00010000:00000010:2.0:1776190131.185314:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.185318:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006140162b. 00010000:00000010:2.0:1776190131.185321:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.185327:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1e5f46a. 00010000:00000010:2.0:1776190131.185348:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.185352:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00000001:00000010:2.0:1776190131.185379:0:77242:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d343c5e0. 00000001:00000010:2.0:1776190131.185386:0:77242:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d343c5e0. 00000001:00000010:2.0:1776190131.185389:0:77242:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d343c5e0. 00000001:00000010:2.0:1776190131.185391:0:77242:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f58b9fb9. 00010000:00000010:2.0:1776190131.185412:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004e079113. 00010000:00000010:2.0:1776190131.185414:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.185417:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae2924ff. 00010000:00000010:2.0:1776190131.185420:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.185427:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000055484295. 00010000:00000010:2.0:1776190131.185448:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.185452:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.185486:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000048b73a4a. 00010000:00000010:2.0:1776190131.185489:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.185492:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000070a05b37. 00010000:00000010:2.0:1776190131.185495:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.185502:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ae5d415. 00010000:00000010:2.0:1776190131.185524:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.185528:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.185558:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001636ab05. 00010000:00000010:2.0:1776190131.185561:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.185563:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050cafb75. 00000020:00000010:1.0:1776190131.188186:0:78442:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbe75675. 00000020:00000010:1.0:1776190131.188200:0:78442:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d9790d2a. 00000040:00000010:1.0:1776190131.188205:0:78442:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000790e305f. 00000020:00000010:1.0:1776190131.188210:0:78442:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000061b821f7. 00000020:00000010:1.0:1776190131.188217:0:78442:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000008af814ac. 00000020:00000010:1.0:1776190131.188223:0:78442:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000003e5a14ee. 80000000:00000010:1.0:1776190131.188228:0:78442:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000f48eb8ad. 40000000:00000010:1.0:1776190131.188232:0:78442:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000430e5ebb. 00100000:00000010:1.0:1776190131.188238:0:78442:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000cac4c417. 00040000:00000010:1.0:1776190131.188243:0:78442:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000001c40e4d7. 00040000:00000010:1.0:1776190131.188248:0:78442:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ab48866f. 00040000:00000010:1.0:1776190131.188253:0:78442:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000004f3519a9. 00080000:00000010:1.0:1776190131.188260:0:78442:0:(osd_handler.c:7878:osd_key_init()) kmalloced '(info)': 3944 at 00000000afce5a8d. 00080000:00000010:1.0:1776190131.188265:0:78442:0:(osd_handler.c:7882:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005a628b27. 00000004:00000010:1.0:1776190131.188276:0:78442:0:(mdd_device.c:2351:mdd_key_init()) kmalloced '(value)': 1856 at 00000000c33e47ee. 00000004:00000010:1.0:1776190131.188281:0:78442:0:(mdt_handler.c:7619:mdt_key_init()) kmalloced '(value)': 2352 at 00000000b49332d8. 00000004:00000010:1.0:1776190131.188287:0:78442:0:(lod_dev.c:2281:lod_key_init()) kmalloced '(value)': 1176 at 000000009d0cf459. 00002000:00000010:1.0:1776190131.188292:0:78442:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 0000000056a82219. 00000004:00000010:1.0:1776190131.188296:0:78442:0:(osp_dev.c:1795:osp_key_init()) kmalloced '(value)': 616 at 000000009e0cb615. 00000020:00000010:1.0:1776190131.188335:0:78442:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000d9790d2a. 00000040:00000010:1.0:1776190131.188341:0:78442:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000790e305f. 00000020:00000010:1.0:1776190131.188345:0:78442:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 0000000061b821f7. 00000020:00000010:1.0:1776190131.188349:0:78442:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at 000000008af814ac. 00000020:00000010:1.0:1776190131.188355:0:78442:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000003e5a14ee. 80000000:00000010:1.0:1776190131.188358:0:78442:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000f48eb8ad. 40000000:00000010:1.0:1776190131.188361:0:78442:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at 00000000430e5ebb. 00100000:00000010:1.0:1776190131.188364:0:78442:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at 00000000cac4c417. 00040000:00000010:1.0:1776190131.188367:0:78442:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 000000001c40e4d7. 00040000:00000010:1.0:1776190131.188373:0:78442:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at 00000000ab48866f. 00040000:00000010:1.0:1776190131.188376:0:78442:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000004f3519a9. 00080000:00000010:1.0:1776190131.188381:0:78442:0:(osd_handler.c:7928:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005a628b27. 00080000:00000010:1.0:1776190131.188384:0:78442:0:(osd_handler.c:7939:osd_key_fini()) kfreed 'info': 3944 at 00000000afce5a8d. 00000004:00000010:1.0:1776190131.188388:0:78442:0:(mdd_device.c:2363:mdd_key_fini()) kfreed 'info': 1856 at 00000000c33e47ee. 00000004:00000010:1.0:1776190131.188392:0:78442:0:(mdt_handler.c:7638:mdt_key_fini()) kfreed 'info': 2352 at 00000000b49332d8. 00000004:00000010:1.0:1776190131.188396:0:78442:0:(lod_dev.c:2311:lod_key_fini()) kfreed 'info': 1176 at 000000009d0cf459. 00002000:00000010:1.0:1776190131.188399:0:78442:0:(ofd_dev.c:2926:ofd_key_fini()) kfreed 'info': 896 at 0000000056a82219. 00000004:00000010:1.0:1776190131.188402:0:78442:0:(osp_dev.c:1795:osp_key_fini()) kfreed 'info': 616 at 000000009e0cb615. 00000020:00000010:1.0:1776190131.188405:0:78442:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbe75675. 00010000:00000010:2.0:1776190131.190054:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.190108:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a4d2e25. 00010000:00000010:2.0:1776190131.190218:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.190228:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.190322:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c9b38c7e. 00010000:00000010:2.0:1776190131.190326:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.190332:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000facf392a. 00010000:00000010:2.0:1776190131.190336:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.190343:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c9c72f40. 00010000:00000010:2.0:1776190131.190362:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.190365:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.190395:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000042bf84d3. 00010000:00000010:2.0:1776190131.190397:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.190401:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015ac3c5b. 00010000:00000010:2.0:1776190131.190404:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.190409:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002159c9f8. 00010000:00000010:2.0:1776190131.190427:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.190430:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.190482:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bd9c4182. 00010000:00000010:2.0:1776190131.190485:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.190488:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032c5eff6. 00010000:00000010:2.0:1776190131.190492:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.190499:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000331a62af. 00010000:00000010:2.0:1776190131.190521:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.190525:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.190560:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000fbd64d9. 00010000:00000010:2.0:1776190131.190563:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.190576:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000006508993. 00010000:00000010:2.0:1776190131.190579:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.190586:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af3ed56a. 00010000:00000010:2.0:1776190131.190607:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.190713:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.190754:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b653e6d4. 00010000:00000010:2.0:1776190131.190756:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.190759:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d781c4a6. 00010000:00000010:2.0:1776190131.190762:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.190768:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8826faa. 00010000:00000010:2.0:1776190131.190852:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.190856:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.190885:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bd939fa9. 00010000:00000010:2.0:1776190131.190888:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.190890:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6546261. 00010000:00000010:2.0:1776190131.190893:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.190900:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa1b8245. 00010000:00000010:2.0:1776190131.190919:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.190922:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.190950:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000019367a79. 00010000:00000010:2.0:1776190131.190952:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.190955:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009eb4d10a. 00010000:00000010:2.0:1776190131.190958:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.190967:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c2f0f29. 00010000:00000010:2.0:1776190131.190985:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.190989:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.191016:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000018ce1331. 00010000:00000010:2.0:1776190131.191019:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.191021:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015147096. 00010000:00000010:2.0:1776190131.191024:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.191030:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000628df1f1. 00010000:00000010:2.0:1776190131.191049:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.191051:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.191082:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000216b4b5e. 00010000:00000010:2.0:1776190131.191085:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.191088:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009c24ffda. 00010000:00000010:2.0:1776190131.191091:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.191097:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bda32c83. 00010000:00000010:2.0:1776190131.191114:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.191117:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.191143:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ba3f0d67. 00010000:00000010:2.0:1776190131.191146:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.191149:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058f795ee. 00010000:00000010:2.0:1776190131.191152:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.191158:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5f36aa3. 00010000:00000010:2.0:1776190131.191177:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.191180:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.191213:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e98a5ebe. 00010000:00000010:2.0:1776190131.191215:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.191218:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e8cbca13. 00010000:00000010:2.0:1776190131.191221:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.191227:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5e50121. 00010000:00000010:2.0:1776190131.191245:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.191248:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.191276:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000014babe9a. 00010000:00000010:2.0:1776190131.191279:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.191282:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d51432f. 00010000:00000010:2.0:1776190131.191284:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.191290:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de8e1186. 00010000:00000010:2.0:1776190131.191309:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.191312:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.191340:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000115a9d11. 00010000:00000010:2.0:1776190131.191342:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.191345:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000408a02f. 00010000:00000010:2.0:1776190131.191348:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.191354:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f42d0145. 00010000:00000010:2.0:1776190131.191372:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.191375:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.191400:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a5ecdae7. 00010000:00000010:2.0:1776190131.191403:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.191405:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008267191f. 00010000:00000010:2.0:1776190131.191408:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.191414:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bef2234c. 00010000:00000010:2.0:1776190131.191431:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.191434:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.191466:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001dda09b6. 00010000:00000010:2.0:1776190131.191468:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.191471:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000070513bd4. 00010000:00000010:2.0:1776190131.191474:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.191480:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000082b0705. 00010000:00000010:2.0:1776190131.191500:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.191503:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.191535:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006899ace5. 00010000:00000010:2.0:1776190131.191539:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.191542:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1ac3ff5. 00010000:00000010:2.0:1776190131.191545:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.191554:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006782e6ed. 00010000:00000010:2.0:1776190131.191590:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.191594:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.192922:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000590a96e1. 00010000:00000010:2.0:1776190131.192931:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.192938:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006de689dd. 00010000:00000010:2.0:1776190131.192945:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.192968:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e79a8c35. 00010000:00000010:2.0:1776190131.193030:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.193035:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.193077:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002c75a057. 00010000:00000010:2.0:1776190131.193080:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.193083:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009d210964. 00010000:00000010:2.0:1776190131.193085:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.193092:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e087c44a. 00010000:00000010:2.0:1776190131.193112:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.193115:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.193143:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001d5f8571. 00010000:00000010:2.0:1776190131.193145:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.193149:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011bc25df. 00010000:00000010:2.0:1776190131.193152:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.193158:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9404367. 00010000:00000010:2.0:1776190131.193177:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.193180:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.193207:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004b3736a0. 00010000:00000010:2.0:1776190131.193209:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.193213:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7dacfb4. 00010000:00000010:2.0:1776190131.193215:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.193221:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a89d049. 00010000:00000010:2.0:1776190131.193240:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.193243:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.193282:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b3126629. 00010000:00000010:2.0:1776190131.193285:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.193288:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a24bb9c0. 00010000:00000010:2.0:1776190131.193290:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.193297:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b15e72e7. 00010000:00000010:2.0:1776190131.193316:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.193318:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.193346:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cb5f17dc. 00010000:00000010:2.0:1776190131.193348:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.193351:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091e4eb4a. 00010000:00000010:2.0:1776190131.193354:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.193359:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076b85fea. 00010000:00000010:2.0:1776190131.193377:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.193380:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.193410:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000687dac22. 00010000:00000010:2.0:1776190131.193412:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.193415:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d8a7ddc9. 00010000:00000010:2.0:1776190131.193418:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.193425:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee7411e0. 00010000:00000010:2.0:1776190131.193442:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.193445:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.193472:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000d9c8469. 00010000:00000010:2.0:1776190131.193475:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.193477:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6915354. 00010000:00000010:2.0:1776190131.193480:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.193486:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0b5b9f4. 00010000:00000010:2.0:1776190131.193507:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.193511:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.193538:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b00e394c. 00010000:00000010:2.0:1776190131.193540:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.193543:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b51db365. 00010000:00000010:2.0:1776190131.193546:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.193552:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f70e849e. 00010000:00000010:2.0:1776190131.193585:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.193589:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.195095:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000018ece8bf. 00010000:00000010:2.0:1776190131.195105:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.195111:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a142f704. 00010000:00000010:2.0:1776190131.195118:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.195140:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049653207. 00010000:00000010:2.0:1776190131.195206:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.195212:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.195276:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000046ddfbe. 00010000:00000010:2.0:1776190131.195279:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.195283:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f38e174e. 00010000:00000010:2.0:1776190131.195285:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.195292:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053fe323c. 00010000:00000010:2.0:1776190131.195312:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.195315:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.195346:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000789ee780. 00010000:00000010:2.0:1776190131.195348:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.195351:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066212be9. 00010000:00000010:2.0:1776190131.195353:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.195360:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000150ec44d. 00010000:00000010:2.0:1776190131.195378:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.195381:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.195419:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c03f6d44. 00010000:00000010:2.0:1776190131.195422:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.195425:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000067fbf1f9. 00010000:00000010:2.0:1776190131.195427:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.195433:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004dfe2f17. 00010000:00000010:2.0:1776190131.195452:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.195455:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.195485:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026d81315. 00010000:00000010:2.0:1776190131.195488:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.195491:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000387b827c. 00010000:00000010:2.0:1776190131.195494:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.195501:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d97cb652. 00010000:00000010:2.0:1776190131.195524:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.195528:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.195559:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c25f5be3. 00010000:00000010:2.0:1776190131.195561:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.195564:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b2089ed. 00010000:00000010:2.0:1776190131.195582:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.195591:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008befcd2f. 00010000:00000010:2.0:1776190131.196464:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.196476:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.196540:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003e60f259. 00010000:00000010:2.0:1776190131.196544:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.196547:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a62af37. 00010000:00000010:2.0:1776190131.196551:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.196579:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3d976f0. 00010000:00000010:2.0:1776190131.196719:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.196723:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.196972:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c05725a. 00010000:00000010:2.0:1776190131.196976:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.196980:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000318d1acf. 00010000:00000010:2.0:1776190131.196984:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.196993:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039cc3fb9. 00010000:00000010:2.0:1776190131.197018:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.197022:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.197055:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000041e6bb38. 00010000:00000010:2.0:1776190131.197058:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.197061:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080372ed6. 00010000:00000010:2.0:1776190131.197064:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.197070:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb3e0de6. 00010000:00000010:2.0:1776190131.197089:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.197091:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.197124:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000027829ac3. 00010000:00000010:2.0:1776190131.197126:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.197128:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000323662dc. 00010000:00000010:2.0:1776190131.197131:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.197137:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045e2c2f5. 00010000:00000010:2.0:1776190131.197154:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.197156:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.197183:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd244fa4. 00010000:00000010:2.0:1776190131.197186:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.197189:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006df2b013. 00010000:00000010:2.0:1776190131.197192:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.197198:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000419cfe75. 00010000:00000010:2.0:1776190131.197217:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.197219:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.197246:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c3083f20. 00010000:00000010:2.0:1776190131.197248:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.197251:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000071d160e1. 00010000:00000010:2.0:1776190131.197253:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.197259:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007db0770b. 00010000:00000010:2.0:1776190131.197277:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.197279:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.197308:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001c1d107f. 00010000:00000010:2.0:1776190131.197311:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.197314:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000eea311a. 00010000:00000010:2.0:1776190131.197316:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.197323:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf3a42f6. 00010000:00000010:2.0:1776190131.197344:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.197347:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.197382:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000549e025c. 00010000:00000010:2.0:1776190131.197384:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.197387:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009192e933. 00010000:00000010:2.0:1776190131.197390:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.197399:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf0a5cc3. 00010000:00000010:2.0:1776190131.197421:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.197425:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.197455:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e8ee23ba. 00010000:00000010:2.0:1776190131.197458:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.197461:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aed2f748. 00010000:00000010:2.0:1776190131.197464:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.197471:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027797e41. 00010000:00000010:2.0:1776190131.197492:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.197496:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.197534:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000044fdcb59. 00010000:00000010:2.0:1776190131.197537:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.197540:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024c3ff12. 00010000:00000010:2.0:1776190131.197543:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.197550:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005119abaf. 00010000:00000010:2.0:1776190131.199687:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.199708:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.199835:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000016ddf05. 00010000:00000010:2.0:1776190131.199840:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.199848:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d96382f. 00010000:00000010:2.0:1776190131.199853:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.199959:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002bba70ed. 00010000:00000010:2.0:1776190131.200033:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.200037:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.200073:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fac3d931. 00010000:00000010:2.0:1776190131.200076:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.200080:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081a9f194. 00010000:00000010:2.0:1776190131.200083:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.200091:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005fb23a3f. 00010000:00000010:2.0:1776190131.200116:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.200120:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.200154:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009f8ff9af. 00010000:00000010:2.0:1776190131.200157:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.200161:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6a70dbb. 00010000:00000010:2.0:1776190131.200164:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.200171:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bbec192e. 00010000:00000010:2.0:1776190131.200195:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.200199:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.200669:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e2b181b0. 00010000:00000010:2.0:1776190131.200673:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.200677:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000071c5d1d. 00010000:00000010:2.0:1776190131.200681:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.200692:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c24c84e. 00010000:00000010:2.0:1776190131.200724:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.200729:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.200768:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f674a970. 00010000:00000010:2.0:1776190131.200797:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.200801:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009ffcfdda. 00010000:00000010:2.0:1776190131.200804:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.200812:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000822fcde7. 00010000:00000010:2.0:1776190131.200839:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.200844:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.200983:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033aae5d0. 00010000:00000010:2.0:1776190131.200986:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.200990:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d04d3431. 00010000:00000010:2.0:1776190131.200993:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.201002:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc82bf49. 00010000:00000010:2.0:1776190131.201863:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.201870:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.202077:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bbaecdd1. 00010000:00000010:2.0:1776190131.202081:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.202086:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f0dce7a. 00010000:00000010:2.0:1776190131.202091:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.202105:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eddb3e80. 00010000:00000010:2.0:1776190131.202143:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.202147:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.202185:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b9bd9cc0. 00010000:00000010:2.0:1776190131.202188:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.202191:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000037e0564f. 00010000:00000010:2.0:1776190131.202194:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.202202:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004db8e52b. 00010000:00000010:2.0:1776190131.202424:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.202429:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.202653:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000059532afe. 00010000:00000010:2.0:1776190131.202657:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.202661:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000007ad33ba. 00010000:00000010:2.0:1776190131.202664:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.202673:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000977a5d6c. 00010000:00000010:2.0:1776190131.202700:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.202704:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.202756:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000096c5c50. 00010000:00000010:2.0:1776190131.202759:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.202762:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3321766. 00010000:00000010:2.0:1776190131.202765:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.202800:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010e525f1. 00010000:00000010:2.0:1776190131.202824:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.202828:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.202862:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006b34b824. 00010000:00000010:2.0:1776190131.202864:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.202867:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c664e535. 00010000:00000010:2.0:1776190131.202870:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.202968:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038e047d9. 00010000:00000010:2.0:1776190131.202994:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.202998:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.203117:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000002adfe41. 00010000:00000010:2.0:1776190131.203121:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.203125:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f57fa8c. 00010000:00000010:2.0:1776190131.203128:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.203135:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006696ef26. 00010000:00000010:2.0:1776190131.203158:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.203162:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.203195:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b574c1d6. 00010000:00000010:2.0:1776190131.203198:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.203202:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7537b37. 00010000:00000010:2.0:1776190131.203204:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.203215:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa8628a0. 00010000:00000010:2.0:1776190131.203579:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.203584:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.203618:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000a8692e0. 00010000:00000010:2.0:1776190131.203621:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.203625:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005cabc513. 00010000:00000010:2.0:1776190131.203628:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.203636:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000369f4641. 00010000:00000010:2.0:1776190131.203658:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.203662:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.203694:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d9ed6be. 00010000:00000010:2.0:1776190131.203697:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.203700:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000766265c4. 00010000:00000010:2.0:1776190131.203702:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.203709:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c5b7408. 00010000:00000010:2.0:1776190131.203730:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.203734:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.203815:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b9036e1e. 00010000:00000010:2.0:1776190131.203819:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.203822:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043e6865d. 00010000:00000010:2.0:1776190131.203826:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.203833:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f6327f6. 00010000:00000010:2.0:1776190131.203856:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.203859:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.203978:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ccf9aa58. 00010000:00000010:2.0:1776190131.203982:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.203985:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000044b43532. 00010000:00000010:2.0:1776190131.203988:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.203995:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a1ef3e8. 00010000:00000010:2.0:1776190131.204018:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.204103:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.204142:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007ab686d5. 00010000:00000010:2.0:1776190131.204145:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.204148:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039705dae. 00010000:00000010:2.0:1776190131.204151:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.204158:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038407a91. 00010000:00000010:2.0:1776190131.204180:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.204184:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.204215:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b083984c. 00010000:00000010:2.0:1776190131.204419:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.204428:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1effc89. 00010000:00000010:2.0:1776190131.204432:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.204444:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059b37451. 00010000:00000010:2.0:1776190131.204473:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.204477:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.204517:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000665a3136. 00010000:00000010:2.0:1776190131.204520:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.204524:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6590a2f. 00010000:00000010:2.0:1776190131.204527:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.204535:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be663442. 00010000:00000010:2.0:1776190131.204560:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.204574:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.204609:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000b9f5cea. 00010000:00000010:2.0:1776190131.204612:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.204615:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a6cb6e3c. 00010000:00000010:2.0:1776190131.204618:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.204625:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8c79bf5. 00010000:00000010:2.0:1776190131.204648:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.204652:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.204820:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d4d2988b. 00010000:00000010:2.0:1776190131.204825:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.204829:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000de845fd. 00010000:00000010:2.0:1776190131.204833:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.204845:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006651b270. 00010000:00000010:2.0:1776190131.204952:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.204958:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.205000:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c1067e70. 00010000:00000010:2.0:1776190131.205004:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.205008:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb396538. 00010000:00000010:2.0:1776190131.205012:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00080000:00000010:2.0:1776190131.205102:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054831b86. 00010000:00000010:2.0:1776190131.205134:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.205139:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084443922. 00010000:00000010:2.0:1776190131.205183:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e734aba7. 00010000:00000010:2.0:1776190131.205188:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.205198:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003417f459. 00000100:00000010:2.0:1776190131.205208:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d5e0a83. 00000100:00000010:2.0:1776190131.205559:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190131.205588:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c259d443. 02000000:00000010:2.0:1776190131.205627:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ddc0eb36. 00000400:00000010:2.0:1776190131.205638:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058e50a98. 00000400:00000010:2.0:1776190131.205647:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ef1c59. 00000100:00000200:2.0:1776190131.205657:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301357056, portal 16 00000400:00000010:2.0:1776190131.205663:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098d8ef60. 00000100:00000200:2.0:1776190131.205666:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301357056, offset 0 00000400:00000200:2.0:1776190131.205677:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.205700:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.205709:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190131.205712:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190131.205716:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190131.205720:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92564:92564:256:4294967295] 192.168.203.39@tcp LPNI seq info [92564:92564:8:4294967295] 00000400:00000200:2.0:1776190131.205731:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.205738:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.205743:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4c63abf (tot 82352466). 00000800:00000200:2.0:1776190131.205751:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.205759:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.205763:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4c63abf type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190131.208870:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003259bd49. 00010000:00000010:3.1:1776190131.208892:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd8b9c1f. 00010000:00000010:3.1:1776190131.208898:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f44f56e4. 00010000:00000010:3.1:1776190131.208910:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb66ad0a. 00010000:00000010:3.1:1776190131.208917:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024510e9b. 00000800:00000200:2.0:1776190131.210498:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.210508:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4c63abf (tot 82352218). 00000400:00000200:2.0:1776190131.210519:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.210532:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.210540:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098d8ef60 00000400:00000010:2.0:1776190131.210543:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098d8ef60. 00000100:00000200:2.0:1776190131.210557:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301357056/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.210622:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.210640:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820000 00000400:00000200:3.0:1776190131.210650:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5a69 [1] + 224 00000400:00000200:3.0:1776190131.210683:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.210686:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.210702:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301357056/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.210744:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.210750:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13769c0 00000400:00000200:3.0:1776190131.210755:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb43d5 [2] + 656 00000400:00000200:3.0:1776190131.210836:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.210840:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.210845:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190131.210852:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000143a7ad1. 00000400:00000010:2.0:1776190131.210857:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058e50a98. 00000400:00000200:2.0:1776190131.210863:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ef1c59 00000400:00000010:2.0:1776190131.210864:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ef1c59. 00000100:00000200:2.0:1776190131.210870:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301357056/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190131.210878:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301357056/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190131.210912:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ddc0eb36. 02000000:00000010:2.0:1776190131.210919:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c259d443. 00000100:00000010:2.0:1776190131.210923:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:2.0:1776190131.210927:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d5e0a83. 00010000:00000010:2.0:1776190131.210932:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003417f459. 00000020:00000010:0.0:1776190131.211528:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022e2755e. 00000020:00000010:0.0:1776190131.211540:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190131.211545:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 00000100:00000200:0.0:1776190131.211588:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000143a7ad1 x1862468296468928/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190131.211632:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296468928 02000000:00000010:0.0:1776190131.211648:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000048147144. 00010000:00000010:0.0:1776190131.211682:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004d73d76c. 00010000:00000010:0.0:1776190131.211709:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003571ee4e. 00000100:00000010:0.0:1776190131.211717:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a5af241. 00000100:00000010:0.0:1776190131.211728:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a5af241. 00010000:00000010:0.0:1776190131.211731:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003571ee4e. 00000400:00000010:0.0:1776190131.211747:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001773e49e. 00000100:00000200:0.0:1776190131.211754:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296468928, offset 224 00000400:00000200:0.0:1776190131.211762:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.211794:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.211802:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92565:92565:256:4294967295] 192.168.203.39@tcp LPNI seq info [92565:92565:8:4294967295] 00000400:00000200:0.0:1776190131.211814:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.211821:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.211826:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352466). 00000800:00000200:0.0:1776190131.211833:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00080000:00000010:2.0:1776190131.211838:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c259d443. 00000800:00000200:0.0:1776190131.211842:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.211847:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.211869:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190131.211873:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:0.0:1776190131.211877:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022e2755e. 00010000:00000010:2.0:1776190131.211953:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.211962:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002ea4e82d. 00000800:00000200:0.0:1776190131.211977:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190131.211980:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352218). 00000400:00000200:0.0:1776190131.211985:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.211989:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190131.211993:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001773e49e 00000400:00000010:0.0:1776190131.211996:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001773e49e. 00010000:00000010:2.0:1776190131.212065:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075bf0658. 00010000:00000010:2.0:1776190131.212072:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036460c00. 00010000:00000010:2.0:1776190131.212085:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003417f459. 00000100:00000010:2.0:1776190131.212089:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d5e0a83. 00000100:00000010:2.0:1776190131.212097:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190131.212109:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ddc0eb36. 02000000:00000010:2.0:1776190131.212137:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046ddb7f4. 00000400:00000010:2.0:1776190131.212142:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058e50a98. 00000400:00000010:2.0:1776190131.212147:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ef1c59. 00000100:00000200:2.0:1776190131.212153:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301357120, portal 16 00000400:00000010:2.0:1776190131.212158:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098d8ef60. 00000100:00000200:2.0:1776190131.212159:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301357120, offset 0 00000400:00000200:2.0:1776190131.212165:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.212172:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.212179:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190131.212183:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190131.212187:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190131.212190:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92566:92566:256:4294967295] 192.168.203.39@tcp LPNI seq info [92566:92566:8:4294967295] 00000400:00000200:2.0:1776190131.212196:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.212201:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.212204:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4c63abf (tot 82352466). 00000800:00000200:2.0:1776190131.212208:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.212212:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.212215:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4c63abf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.212628:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.212632:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4c63abf (tot 82352218). 00000400:00000200:3.0:1776190131.212637:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.212642:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.212645:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098d8ef60 00000400:00000010:3.0:1776190131.212647:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098d8ef60. 00000100:00000200:3.0:1776190131.212653:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301357120/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.214392:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.214415:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820040 00000400:00000200:3.0:1776190131.214426:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5a75 [1] + 224 00000400:00000200:3.0:1776190131.214445:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.214449:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.214460:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301357120/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.214507:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.214513:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376a00 00000400:00000200:3.0:1776190131.214518:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb43d5 [2] + 984 00000400:00000200:3.0:1776190131.214579:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.214583:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.214588:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190131.214595:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000400:00000010:0.0:1776190131.214608:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058e50a98. 00000400:00000200:0.0:1776190131.214614:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ef1c59 00000400:00000010:0.0:1776190131.214617:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ef1c59. 00000100:00000200:0.0:1776190131.214624:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301357120/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.214631:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301357120/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776190131.214664:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025aed629. 02000000:00000010:0.0:1776190131.214665:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046ddb7f4. 02000000:00000010:0.0:1776190131.214671:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ddc0eb36. 00000020:00000010:3.0:1776190131.214672:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bdf4f435. 00000100:00000010:0.0:1776190131.214676:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000020:00000010:3.0:1776190131.214677:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000010:0.0:1776190131.214680:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d5e0a83. 00010000:00000010:0.0:1776190131.214686:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003417f459. 00000100:00000200:3.0:1776190131.214710:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074baf3bb x1862468296468992/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190131.214751:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296468992 02000000:00000010:3.0:1776190131.214765:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009b1d511a. 00010000:00000010:3.0:1776190131.214819:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031bdf575. 00010000:00000010:3.0:1776190131.214850:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000001c65b95. 00000100:00000010:3.0:1776190131.214857:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2b881ae. 00000100:00000010:3.0:1776190131.214874:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c2b881ae. 00010000:00000010:3.0:1776190131.214878:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000001c65b95. 00000400:00000010:3.0:1776190131.214893:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ce06a4c. 00000100:00000200:3.0:1776190131.214898:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296468992, offset 224 00080000:00000010:0.0:1776190131.214903:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022e2755e. 00000400:00000200:3.0:1776190131.214905:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.214921:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.214927:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92567:92567:256:4294967295] 192.168.203.39@tcp LPNI seq info [92567:92567:8:4294967295] 00000400:00000200:3.0:1776190131.214938:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.214944:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.214950:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352466). 00000800:00000200:3.0:1776190131.214956:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.214963:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.214968:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190131.214988:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bdf4f435. 00000020:00000010:3.0:1776190131.214993:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190131.214997:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025aed629. 00010000:00000010:0.0:1776190131.215020:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036460c00. 00010000:00000010:0.0:1776190131.215027:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a731bdfa. 00000800:00000200:3.0:1776190131.215067:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.215070:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003900fe9a (tot 82352218). 00000400:00000200:3.0:1776190131.215074:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.215078:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.215080:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ce06a4c 00000400:00000010:3.0:1776190131.215082:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ce06a4c. 00010000:00000010:0.0:1776190131.215119:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001addba45. 00010000:00000010:0.0:1776190131.215128:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000915efffa. 00010000:00000010:0.0:1776190131.215140:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003571ee4e. 00000100:00000010:0.0:1776190131.215144:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a5af241. 00000100:00000010:0.0:1776190131.215152:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000efa05245. 02000000:00000010:0.0:1776190131.215168:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ff3bec5. 02000000:00000010:0.0:1776190131.215195:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e0b43e8. 00000400:00000010:0.0:1776190131.215201:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001f5e51e8. 00000400:00000010:0.0:1776190131.215207:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001773e49e. 00000100:00000200:0.0:1776190131.215212:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301357184, portal 16 00000400:00000010:0.0:1776190131.215218:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a88dbd8. 00000100:00000200:0.0:1776190131.215220:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301357184, offset 0 00000400:00000200:0.0:1776190131.215226:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.215232:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.215240:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.215244:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.215248:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.215250:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92568:92568:256:4294967295] 192.168.203.39@tcp LPNI seq info [92568:92568:8:4294967295] 00000400:00000200:0.0:1776190131.215258:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.215264:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.215267:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352466). 00000800:00000200:0.0:1776190131.215271:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.215275:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.215278:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190131.216989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038bab564. 00010000:00000010:3.1:1776190131.217003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e29d033. 00010000:00000010:3.1:1776190131.217007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00010000:00000010:3.1:1776190131.217014:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0ad7188. 00010000:00000010:3.1:1776190131.217017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002762e9a8. 00010000:00000010:3.1:1776190131.217020:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000362f34c5. 00010000:00000010:3.1:1776190131.217024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002abaa25e. 00010000:00000010:3.1:1776190131.217027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb75b4e7. 00010000:00000010:3.1:1776190131.217064:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5d4ce12. 00010000:00000010:3.1:1776190131.217068:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec49188f. 00010000:00000010:3.1:1776190131.217071:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003076311a. 00010000:00000010:3.1:1776190131.217073:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3698e24. 00010000:00000010:3.1:1776190131.217076:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:3.1:1776190131.217078:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017a0f4b8. 00010000:00000010:3.1:1776190131.217081:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033daa5b4. 00010000:00000010:3.1:1776190131.217082:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000caacb1dd. 00010000:00000010:3.1:1776190131.217085:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02d4908. 00010000:00000010:3.1:1776190131.217086:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccc5a1e0. 00010000:00000010:3.1:1776190131.217090:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f7c2c76. 00010000:00000010:3.1:1776190131.217093:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084624b50. 00010000:00000010:3.1:1776190131.217095:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:3.1:1776190131.217097:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5badfcc. 00010000:00000010:3.1:1776190131.217100:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fae546e. 00010000:00000010:3.1:1776190131.217102:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025d256a4. 00010000:00000010:3.1:1776190131.217104:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000330bfef0. 00000800:00000200:3.0:1776190131.217207:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.217210:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352218). 00000400:00000200:3.0:1776190131.217216:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.217228:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.217234:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a88dbd8 00000400:00000010:3.0:1776190131.217237:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a88dbd8. 00000100:00000200:3.0:1776190131.217246:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000efa05245 x1862468301357184/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190131.217951:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000942f0a5a. 00010000:00000010:2.1:1776190131.217960:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dca27b2. 00010000:00000010:2.1:1776190131.217967:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043c23262. 00010000:00000010:2.1:1776190131.217972:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eaeef55. 00010000:00000010:2.1:1776190131.217977:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e05a9fd4. 00010000:00000010:2.1:1776190131.217981:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7b4fa5f. 00010000:00000010:2.1:1776190131.217985:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027e31c84. 00010000:00000010:2.1:1776190131.217987:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4f2df65. 00010000:00000010:2.1:1776190131.217989:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbfd74ea. 00010000:00000010:2.1:1776190131.217991:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fbdb336. 00010000:00000010:2.1:1776190131.217995:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f3e7c26. 00010000:00000010:2.1:1776190131.217999:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f89fa452. 00010000:00000010:2.1:1776190131.218002:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025d7fcb8. 00010000:00000010:2.1:1776190131.218004:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcaead5d. 00010000:00000010:2.1:1776190131.218007:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002467a64e. 00010000:00000010:2.1:1776190131.218009:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b08108e7. 00010000:00000010:2.1:1776190131.218011:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b904a34b. 00010000:00000010:2.1:1776190131.218014:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba258b3b. 00010000:00000010:2.1:1776190131.218016:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1fe5456. 00010000:00000010:2.1:1776190131.218021:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081f9cf34. 00010000:00000010:2.1:1776190131.218024:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014df5974. 00010000:00000010:2.1:1776190131.218027:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008afdb6a3. 00010000:00000010:2.1:1776190131.218029:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac165f38. 00010000:00000010:2.1:1776190131.218031:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd80eb18. 00010000:00000010:2.1:1776190131.218036:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003a0e953. 00010000:00000010:2.1:1776190131.218039:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ece58a. 00010000:00000010:2.1:1776190131.218042:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb0262b8. 00010000:00000010:2.1:1776190131.218045:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7c73bc. 00010000:00000010:2.1:1776190131.218047:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4eef374. 00010000:00000010:2.1:1776190131.218050:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000266999a. 00010000:00000010:2.1:1776190131.218053:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057bb26ff. 00010000:00000010:2.1:1776190131.218056:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd2bfc8. 00010000:00000010:2.1:1776190131.218058:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000406aa6f6. 00010000:00000010:2.1:1776190131.218061:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7131880. 00010000:00000010:2.1:1776190131.218064:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000017aa3b0. 00010000:00000010:2.1:1776190131.218066:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009df4d435. 00010000:00000010:2.1:1776190131.218072:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029227539. 00010000:00000010:2.1:1776190131.218075:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa5d336c. 00010000:00000010:2.1:1776190131.218077:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023f787e2. 00010000:00000010:2.1:1776190131.218079:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7ebf92a. 00010000:00000010:2.1:1776190131.218082:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ab931a5. 00010000:00000010:2.1:1776190131.218085:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d240309. 00010000:00000010:2.1:1776190131.218087:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000496cf632. 00010000:00000010:2.1:1776190131.218090:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f54d30c. 00010000:00000010:2.1:1776190131.218092:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e6e053a. 00010000:00000010:2.1:1776190131.218095:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009182d368. 00010000:00000010:2.1:1776190131.218097:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdd0d160. 00010000:00000010:2.1:1776190131.218099:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcbf92f0. 00010000:00000010:2.1:1776190131.218102:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000359ce271. 00010000:00000010:2.1:1776190131.218105:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eba0a6a. 00010000:00000010:2.1:1776190131.218108:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ee099e2. 00010000:00000010:2.1:1776190131.218113:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f508661a. 00010000:00000010:2.1:1776190131.220978:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000833d617d. 00010000:00000010:2.1:1776190131.221002:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3206b75. 00010000:00000010:2.1:1776190131.221007:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0338114. 00010000:00000010:2.1:1776190131.221012:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091719292. 00010000:00000010:2.1:1776190131.221015:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b79044be. 00010000:00000010:2.1:1776190131.221017:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df84f183. 00010000:00000010:2.1:1776190131.221020:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f68d0438. 00010000:00000010:2.1:1776190131.221024:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc6c730c. 00010000:00000010:2.1:1776190131.221034:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f4e2188. 00010000:00000010:2.1:1776190131.221038:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3bb8930. 00010000:00000010:2.1:1776190131.221044:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d2765b8. 00010000:00000010:2.1:1776190131.221047:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080c38120. 00010000:00000010:2.1:1776190131.221049:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a3b867e. 00010000:00000010:2.1:1776190131.221052:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c7e05c0. 00010000:00000010:2.1:1776190131.221054:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018dfa72f. 00010000:00000010:2.1:1776190131.221057:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9c360b8. 00010000:00000010:2.1:1776190131.221064:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a35ad034. 00010000:00000010:2.1:1776190131.221067:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af0b3d3b. 00010000:00000010:2.1:1776190131.221070:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000770c76f6. 00010000:00000010:2.1:1776190131.221073:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc481101. 00010000:00000010:2.1:1776190131.221076:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ae923b9. 00010000:00000010:2.1:1776190131.221079:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fce503a. 00010000:00000010:2.1:1776190131.221081:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bd09520. 00010000:00000010:2.1:1776190131.221084:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d19ff20e. 00010000:00000010:2.1:1776190131.221086:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000117fc36. 00010000:00000010:2.1:1776190131.221089:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000001b225c. 00010000:00000010:2.1:1776190131.221092:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000321441ba. 00010000:00000010:2.1:1776190131.221094:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc0a19b0. 00010000:00000010:2.1:1776190131.221097:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff0ce1d0. 00010000:00000010:2.1:1776190131.221100:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045e85f78. 00010000:00000010:2.1:1776190131.221102:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d266e92. 00010000:00000010:2.1:1776190131.221105:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0e525cf. 00010000:00000010:2.1:1776190131.221107:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000959b384f. 00010000:00000010:2.1:1776190131.221110:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ec1f96. 00010000:00000010:2.1:1776190131.221112:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8c99b32. 00010000:00000010:2.1:1776190131.221115:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e77de6e. 00010000:00000010:2.1:1776190131.221119:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d201204f. 00010000:00000010:2.1:1776190131.221123:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017f306a9. 00010000:00000010:2.1:1776190131.221126:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006c35d21. 00010000:00000010:2.1:1776190131.221128:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000275c0545. 00010000:00000010:2.1:1776190131.221131:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024fd5eda. 00010000:00000010:2.1:1776190131.221134:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015e8da35. 00010000:00000010:2.1:1776190131.221137:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001847689a. 00010000:00000010:2.1:1776190131.221141:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a666067d. 00010000:00000010:2.1:1776190131.221145:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae182f95. 00010000:00000010:2.1:1776190131.221150:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fb80f95. 00010000:00000010:2.1:1776190131.221153:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004caa57a4. 00010000:00000010:2.1:1776190131.221156:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e33d1bac. 00010000:00000010:2.1:1776190131.222118:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c88cffb4. 00010000:00000010:2.1:1776190131.222136:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020798fb6. 00010000:00000010:2.1:1776190131.222141:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba95e0c3. 00010000:00000010:2.1:1776190131.222144:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef3834d. 00010000:00000010:2.1:1776190131.222145:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f89f8f18. 00010000:00000010:2.1:1776190131.222150:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000525263ea. 00010000:00000010:2.1:1776190131.222153:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9d4bc19. 00010000:00000010:2.1:1776190131.222157:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003984090c. 00010000:00000010:2.1:1776190131.222159:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8a1eb5f. 00010000:00000010:2.1:1776190131.222162:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f69da2e. 00010000:00000010:2.1:1776190131.222167:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2d54f83. 00010000:00000010:2.1:1776190131.222170:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004aa7adcc. 00010000:00000010:2.1:1776190131.222172:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f80e185. 00010000:00000010:2.1:1776190131.222175:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d44f3e1. 00010000:00000010:2.1:1776190131.222178:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080704be7. 00010000:00000010:2.1:1776190131.222180:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a09d627e. 00010000:00000010:2.1:1776190131.222182:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a26eb814. 00010000:00000010:2.1:1776190131.222185:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e68407e6. 00010000:00000010:2.1:1776190131.222187:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d168c0e. 00010000:00000010:2.1:1776190131.222189:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1198828. 00010000:00000010:2.1:1776190131.222192:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e034a8dd. 00010000:00000010:2.1:1776190131.222195:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f874a2e. 00010000:00000010:2.1:1776190131.222197:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016119d9e. 00010000:00000010:2.1:1776190131.222199:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c41b879. 00010000:00000010:2.1:1776190131.222201:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f173ad9f. 00010000:00000010:2.1:1776190131.222203:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d7f8bb3. 00010000:00000010:2.1:1776190131.222207:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e91430b0. 00010000:00000010:2.1:1776190131.222209:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e55cce9. 00010000:00000010:2.1:1776190131.222212:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ea83671. 00010000:00000010:2.1:1776190131.222214:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008772ebe. 00010000:00000010:2.1:1776190131.222219:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7e4d2be. 00010000:00000010:2.1:1776190131.222223:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a688927. 00010000:00000010:2.1:1776190131.222225:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f00a2d79. 00010000:00000010:2.1:1776190131.222228:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a52498e0. 00010000:00000010:2.1:1776190131.222230:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ca68de5. 00010000:00000010:2.1:1776190131.222232:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f012792. 00010000:00000010:2.1:1776190131.222234:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015269ade. 00010000:00000010:2.1:1776190131.222768:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a6fb93d. 00010000:00000010:2.1:1776190131.222791:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdbd0c13. 00010000:00000010:2.1:1776190131.222797:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000063219c9. 00010000:00000010:2.1:1776190131.222808:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000237368. 00010000:00000010:2.1:1776190131.222940:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b56a7100. 00010000:00000010:2.1:1776190131.222947:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bfce2ef. 00010000:00000010:2.1:1776190131.222952:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cfcd911. 00010000:00000010:2.1:1776190131.222958:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dbbe4fa. 00010000:00000010:2.1:1776190131.222964:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2e8e7e2. 00010000:00000010:2.1:1776190131.222970:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000706aeab0. 00010000:00000010:2.1:1776190131.222975:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e95cf832. 00010000:00000010:2.1:1776190131.222980:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014ca270d. 00010000:00000010:2.1:1776190131.222985:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fc5a41d. 00010000:00000010:2.1:1776190131.222995:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfaa567d. 00010000:00000010:2.1:1776190131.223002:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2536f3d. 00010000:00000010:2.1:1776190131.223008:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000529f097. 00010000:00000010:2.1:1776190131.223013:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0c92bc3. 00010000:00000010:2.1:1776190131.223018:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f343729. 00010000:00000010:2.1:1776190131.223022:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7ba1309. 00010000:00000010:2.1:1776190131.223027:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054b86ee9. 00010000:00000010:2.1:1776190131.223031:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000466ea3ad. 00010000:00000010:2.1:1776190131.223034:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0c326ba. 00010000:00000010:2.1:1776190131.223038:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d582a86. 00010000:00000010:2.1:1776190131.223044:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d79c7b7f. 00010000:00000010:2.1:1776190131.223049:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d319e61. 00010000:00000010:2.1:1776190131.223056:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c16db23e. 00010000:00000010:2.1:1776190131.223061:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003690d9f7. 00010000:00000010:2.1:1776190131.223064:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0a1d801. 00010000:00000010:2.1:1776190131.223068:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a3c9cee. 00010000:00000010:2.1:1776190131.223072:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062f2665f. 00010000:00000010:2.1:1776190131.223077:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078315cd2. 00010000:00000010:2.1:1776190131.223082:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000963cb8e9. 00010000:00000010:2.1:1776190131.223088:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083bb770b. 00010000:00000010:2.1:1776190131.223095:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0c539d3. 00010000:00000010:2.1:1776190131.223101:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009bab6b3. 00010000:00000010:2.1:1776190131.223107:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097edd067. 00010000:00000010:2.1:1776190131.223114:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd5743c8. 00010000:00000010:2.1:1776190131.223120:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007507803. 00010000:00000010:2.1:1776190131.223125:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b99b2d3a. 00010000:00000010:2.1:1776190131.223131:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbde2fb4. 00010000:00000010:2.1:1776190131.223136:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024f6e9a5. 00010000:00000010:2.1:1776190131.223141:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000672ebff. 00010000:00000010:2.1:1776190131.223149:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c0c82e2. 00010000:00000010:2.1:1776190131.223157:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006aa6509e. 00010000:00000010:2.1:1776190131.223162:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004582c478. 00010000:00000010:2.1:1776190131.223170:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f3a713b. 00010000:00000010:2.1:1776190131.223177:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb57409e. 00010000:00000010:2.1:1776190131.223183:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001211d440. 00010000:00000010:2.1:1776190131.223189:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047ca7a4a. 00010000:00000010:2.1:1776190131.223202:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef7da649. 00010000:00000010:2.1:1776190131.223206:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058ffff4a. 00010000:00000010:2.1:1776190131.223209:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000480f8e4e. 00010000:00000010:2.1:1776190131.223211:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000500229ac. 00010000:00000010:2.1:1776190131.223217:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdfb18ae. 00010000:00000010:2.1:1776190131.223220:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043ccbfea. 00010000:00000010:2.1:1776190131.223223:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041d6a92b. 00010000:00000010:2.1:1776190131.223227:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000991757da. 00010000:00000010:2.1:1776190131.223229:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df3d1a1b. 00010000:00000010:2.1:1776190131.223233:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088044290. 00010000:00000010:0.1:1776190131.223830:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1c3b9d0. 00010000:00000010:0.1:1776190131.223839:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047d8a5de. 00010000:00000010:0.1:1776190131.223843:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075bf0658. 00010000:00000010:2.1:1776190131.225486:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5bd2b56. 00010000:00000010:2.1:1776190131.225498:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a49aa43. 00010000:00000010:2.1:1776190131.225502:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf606011. 00010000:00000010:2.1:1776190131.225506:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000550d3d9d. 00010000:00000010:2.1:1776190131.225514:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d0d9889. 00010000:00000010:2.1:1776190131.225517:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7e2ce9c. 00010000:00000010:2.1:1776190131.225524:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5e2f1a0. 00010000:00000010:2.1:1776190131.225528:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b90721b2. 00010000:00000010:2.1:1776190131.225531:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fd22fa8. 00010000:00000010:2.1:1776190131.225534:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000750c7e9. 00010000:00000010:2.1:1776190131.225537:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c37ec2b6. 00010000:00000010:2.1:1776190131.225540:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000668954bd. 00010000:00000010:2.1:1776190131.225542:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058671c80. 00010000:00000010:2.1:1776190131.225544:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cdd4210. 00010000:00000010:2.1:1776190131.225548:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c286add3. 00010000:00000010:2.1:1776190131.225551:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b78bde4. 00010000:00000010:2.1:1776190131.225553:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c38a9e7d. 00010000:00000010:2.1:1776190131.225556:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebecdbfd. 00010000:00000010:2.1:1776190131.225558:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c5bf42e. 00010000:00000010:2.1:1776190131.225562:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006140162b. 00010000:00000010:2.1:1776190131.225940:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e079113. 00010000:00000010:2.1:1776190131.225947:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2924ff. 00010000:00000010:2.1:1776190131.225951:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048b73a4a. 00010000:00000010:2.1:1776190131.225953:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070a05b37. 00010000:00000010:2.1:1776190131.225958:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001636ab05. 00010000:00000010:2.1:1776190131.225964:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050cafb75. 00010000:00000010:2.1:1776190131.225968:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9b38c7e. 00010000:00000010:2.1:1776190131.225970:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000facf392a. 00010000:00000010:2.1:1776190131.225973:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042bf84d3. 00010000:00000010:2.1:1776190131.225977:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015ac3c5b. 00010000:00000010:2.1:1776190131.225980:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd9c4182. 00010000:00000010:2.1:1776190131.225982:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032c5eff6. 00010000:00000010:2.1:1776190131.225988:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fbd64d9. 00010000:00000010:2.1:1776190131.225996:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006508993. 00010000:00000010:2.1:1776190131.225999:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b653e6d4. 00010000:00000010:2.1:1776190131.226001:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d781c4a6. 00010000:00000010:2.1:1776190131.226003:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd939fa9. 00010000:00000010:2.1:1776190131.226006:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6546261. 00010000:00000010:2.1:1776190131.226008:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019367a79. 00010000:00000010:2.1:1776190131.226010:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eb4d10a. 00010000:00000010:2.1:1776190131.226012:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018ce1331. 00010000:00000010:2.1:1776190131.226015:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015147096. 00010000:00000010:2.1:1776190131.226017:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000216b4b5e. 00010000:00000010:2.1:1776190131.226020:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c24ffda. 00010000:00000010:2.1:1776190131.226026:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba3f0d67. 00010000:00000010:2.1:1776190131.226028:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058f795ee. 00010000:00000010:2.1:1776190131.226030:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e98a5ebe. 00010000:00000010:2.1:1776190131.226033:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8cbca13. 00010000:00000010:2.1:1776190131.226035:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014babe9a. 00010000:00000010:2.1:1776190131.226038:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d51432f. 00010000:00000010:2.1:1776190131.226040:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000115a9d11. 00010000:00000010:2.1:1776190131.226042:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000408a02f. 00010000:00000010:2.1:1776190131.226045:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5ecdae7. 00010000:00000010:2.1:1776190131.226047:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008267191f. 00010000:00000010:2.1:1776190131.226051:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dda09b6. 00010000:00000010:2.1:1776190131.226054:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070513bd4. 00010000:00000010:2.1:1776190131.226060:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006899ace5. 00010000:00000010:2.1:1776190131.226063:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1ac3ff5. 00010000:00000010:2.1:1776190131.226067:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000590a96e1. 00010000:00000010:2.1:1776190131.226071:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006de689dd. 00010000:00000010:2.1:1776190131.226074:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c75a057. 00010000:00000010:2.1:1776190131.226080:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d210964. 00010000:00000010:2.1:1776190131.226083:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d5f8571. 00010000:00000010:2.1:1776190131.226086:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011bc25df. 00010000:00000010:2.1:1776190131.226091:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b3736a0. 00010000:00000010:2.1:1776190131.226095:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7dacfb4. 00010000:00000010:2.1:1776190131.226097:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3126629. 00010000:00000010:2.1:1776190131.226100:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a24bb9c0. 00010000:00000010:2.1:1776190131.226103:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb5f17dc. 00010000:00000010:2.1:1776190131.226106:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091e4eb4a. 00010000:00000010:2.1:1776190131.226108:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000687dac22. 00010000:00000010:2.1:1776190131.226112:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8a7ddc9. 00010000:00000010:2.1:1776190131.226115:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d9c8469. 00010000:00000010:2.1:1776190131.226117:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6915354. 00010000:00000010:2.1:1776190131.226121:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b00e394c. 00010000:00000010:2.1:1776190131.226124:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51db365. 00010000:00000010:2.1:1776190131.226127:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018ece8bf. 00010000:00000010:2.1:1776190131.226130:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a142f704. 00010000:00000010:2.1:1776190131.226132:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000046ddfbe. 00010000:00000010:2.1:1776190131.226135:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f38e174e. 00010000:00000010:2.1:1776190131.226137:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000789ee780. 00010000:00000010:2.1:1776190131.226139:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066212be9. 00010000:00000010:2.1:1776190131.226145:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c03f6d44. 00010000:00000010:2.1:1776190131.226147:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067fbf1f9. 00010000:00000010:2.1:1776190131.226150:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026d81315. 00010000:00000010:2.1:1776190131.226153:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000387b827c. 00010000:00000010:2.1:1776190131.226155:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c25f5be3. 00010000:00000010:2.1:1776190131.226158:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2089ed. 00010000:00000010:2.1:1776190131.226160:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e60f259. 00010000:00000010:2.1:1776190131.226163:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a62af37. 00010000:00000010:2.1:1776190131.226166:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c05725a. 00010000:00000010:2.1:1776190131.226169:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000318d1acf. 00010000:00000010:2.1:1776190131.226171:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041e6bb38. 00010000:00000010:2.1:1776190131.226174:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080372ed6. 00010000:00000010:2.1:1776190131.226177:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027829ac3. 00010000:00000010:2.1:1776190131.226180:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000323662dc. 00010000:00000010:2.1:1776190131.226183:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd244fa4. 00010000:00000010:2.1:1776190131.226185:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006df2b013. 00010000:00000010:2.1:1776190131.226187:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3083f20. 00010000:00000010:2.1:1776190131.226189:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071d160e1. 00010000:00000010:2.1:1776190131.226191:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c1d107f. 00010000:00000010:2.1:1776190131.226194:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000eea311a. 00010000:00000010:2.1:1776190131.226196:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000549e025c. 00010000:00000010:2.1:1776190131.226199:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009192e933. 00010000:00000010:2.1:1776190131.226202:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8ee23ba. 00010000:00000010:2.1:1776190131.226204:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aed2f748. 00010000:00000010:2.1:1776190131.226208:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044fdcb59. 00010000:00000010:2.1:1776190131.226211:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024c3ff12. 00010000:00000010:2.1:1776190131.226214:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000016ddf05. 00010000:00000010:2.1:1776190131.226218:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d96382f. 00010000:00000010:2.1:1776190131.226221:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fac3d931. 00010000:00000010:2.1:1776190131.226224:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081a9f194. 00010000:00000010:2.1:1776190131.226228:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f8ff9af. 00010000:00000010:2.1:1776190131.226231:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6a70dbb. 00010000:00000010:2.1:1776190131.226234:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2b181b0. 00010000:00000010:2.1:1776190131.226247:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000071c5d1d. 00010000:00000010:2.1:1776190131.226249:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f674a970. 00010000:00000010:2.1:1776190131.226261:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ffcfdda. 00010000:00000010:2.1:1776190131.226264:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033aae5d0. 00010000:00000010:2.1:1776190131.226267:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d04d3431. 00010000:00000010:2.1:1776190131.226272:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbaecdd1. 00010000:00000010:2.1:1776190131.226276:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f0dce7a. 00010000:00000010:2.1:1776190131.226280:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9bd9cc0. 00010000:00000010:2.1:1776190131.226283:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037e0564f. 00010000:00000010:2.1:1776190131.226286:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059532afe. 00010000:00000010:2.1:1776190131.226289:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007ad33ba. 00010000:00000010:2.1:1776190131.226292:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000096c5c50. 00010000:00000010:2.1:1776190131.226296:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3321766. 00010000:00000010:2.1:1776190131.226299:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b34b824. 00010000:00000010:2.1:1776190131.226302:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c664e535. 00010000:00000010:2.1:1776190131.226304:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002adfe41. 00010000:00000010:2.1:1776190131.226307:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f57fa8c. 00010000:00000010:2.1:1776190131.226309:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b574c1d6. 00010000:00000010:2.1:1776190131.226311:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7537b37. 00010000:00000010:2.1:1776190131.226314:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a8692e0. 00010000:00000010:2.1:1776190131.226317:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cabc513. 00010000:00000010:2.1:1776190131.226319:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d9ed6be. 00010000:00000010:2.1:1776190131.226322:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000766265c4. 00010000:00000010:2.1:1776190131.226326:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9036e1e. 00010000:00000010:2.1:1776190131.226329:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043e6865d. 00010000:00000010:2.1:1776190131.226332:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccf9aa58. 00010000:00000010:2.1:1776190131.226335:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044b43532. 00010000:00000010:2.1:1776190131.226337:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ab686d5. 00010000:00000010:2.1:1776190131.226340:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039705dae. 00010000:00000010:2.1:1776190131.226345:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b083984c. 00010000:00000010:2.1:1776190131.226348:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1effc89. 00010000:00000010:2.1:1776190131.226351:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000665a3136. 00010000:00000010:2.1:1776190131.226353:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6590a2f. 00010000:00000010:2.1:1776190131.226356:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b9f5cea. 00010000:00000010:2.1:1776190131.226359:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6cb6e3c. 00010000:00000010:2.1:1776190131.226363:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4d2988b. 00010000:00000010:2.1:1776190131.226365:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000de845fd. 00010000:00000010:2.1:1776190131.226368:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1067e70. 00010000:00000010:2.1:1776190131.226371:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb396538. 00010000:00000010:2.1:1776190131.227882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f32289a. 00010000:00000010:2.1:1776190131.227898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e734aba7. 00010000:00000010:3.1:1776190131.232821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000075d052c. 00000400:00000200:2.0:1776190131.232992:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.233013:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820080 00000400:00000200:2.0:1776190131.233024:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5a81 [1] + 224 00000400:00000200:2.0:1776190131.233037:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.233041:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.233056:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000efa05245 x1862468301357184/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.233096:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.233101:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376a40 00000400:00000200:2.0:1776190131.233106:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb43d5 [2] + 1312 00000400:00000200:2.0:1776190131.233114:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.233116:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.233120:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190131.233126:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 00000020:00000010:1.0:1776190131.233215:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007469664b. 00000020:00000010:1.0:1776190131.233225:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.233230:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190131.233265:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e941f260 x1862468296469056/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190131.233303:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296469056 02000000:00000010:1.0:1776190131.233329:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d7a451d. 00010000:00000010:1.0:1776190131.233381:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003424f3f7. 00000100:00000010:1.0:1776190131.233389:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000342b7d95. 00000100:00000010:1.0:1776190131.233397:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000342b7d95. 00010000:00000010:1.0:1776190131.233401:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003424f3f7. 00000400:00000010:1.0:1776190131.233419:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065effbe1. 00000100:00000200:1.0:1776190131.233424:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296469056, offset 224 00000400:00000200:1.0:1776190131.233433:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.233446:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.233452:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92569:92569:256:4294967295] 192.168.203.39@tcp LPNI seq info [92569:92569:8:4294967295] 00000400:00000200:1.0:1776190131.233463:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.233468:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.233473:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c40e4d7 (tot 82352466). 00000800:00000200:1.0:1776190131.233478:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.233486:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.233490:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c40e4d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190131.233510:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.233514:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.233517:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007469664b. 00000400:00000010:0.0:1776190131.234027:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001f5e51e8. 00000400:00000200:0.0:1776190131.234034:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001773e49e 00000400:00000010:0.0:1776190131.234036:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001773e49e. 00000100:00000200:0.0:1776190131.234045:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000efa05245 x1862468301357184/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.234053:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000efa05245 x1862468301357184/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190131.234079:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008546b02f. 02000000:00000010:0.0:1776190131.234095:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e0b43e8. 02000000:00000010:0.0:1776190131.234101:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004ff3bec5. 00000100:00000010:0.0:1776190131.234107:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000efa05245. 00000100:00000010:0.0:1776190131.234110:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a5af241. 00010000:00000010:0.0:1776190131.234113:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003571ee4e. 00080000:00000010:0.0:1776190131.234133:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e0b43e8. 00010000:00000010:0.0:1776190131.234235:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000915efffa. 00010000:00000010:0.0:1776190131.234242:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e3e2e833. 00010000:00000010:0.0:1776190131.234353:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f49a020e. 00010000:00000010:0.0:1776190131.234357:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e28ff7d7. 00010000:00000010:0.0:1776190131.234364:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fde02459. 00010000:00000010:0.0:1776190131.234369:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000915efffa. 00080000:00000010:0.0:1776190131.234384:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ff3bec5. 00010000:00000010:0.0:1776190131.234407:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000915efffa. 00010000:00000010:0.0:1776190131.234409:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e28ff7d7. 00010000:00000010:0.0:1776190131.234472:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d7b064c. 00010000:00000010:0.0:1776190131.234477:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000915efffa. 00010000:00000010:0.0:1776190131.234486:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003571ee4e. 00000100:00000010:0.0:1776190131.234492:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a5af241. 00000100:00000010:0.0:1776190131.234500:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000efa05245. 02000000:00000010:0.0:1776190131.234514:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000085916b60. 02000000:00000010:0.0:1776190131.234545:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e92d9da5. 00000400:00000010:0.0:1776190131.234550:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001f5e51e8. 00000400:00000010:0.0:1776190131.234555:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001773e49e. 00000100:00000200:0.0:1776190131.234561:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301357248, portal 16 00000400:00000010:0.0:1776190131.234576:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034085864. 00000100:00000200:0.0:1776190131.234579:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301357248, offset 0 00000400:00000200:0.0:1776190131.234586:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.234598:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.234606:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.234618:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.234621:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.234624:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92570:92570:255:4294967295] 192.168.203.39@tcp LPNI seq info [92570:92570:7:4294967295] 00000400:00000200:0.0:1776190131.234633:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.234639:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.234643:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352714). 00000800:00000200:0.0:1776190131.234648:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.234653:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.234656:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.235106:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.235111:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c40e4d7 (tot 82352466). 00000400:00000200:3.0:1776190131.235118:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.235124:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.235129:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065effbe1 00000400:00000010:3.0:1776190131.235131:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065effbe1. 00000800:00000200:3.0:1776190131.235215:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.235217:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352218). 00000400:00000200:3.0:1776190131.235220:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.235223:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.235225:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034085864 00000400:00000010:3.0:1776190131.235226:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034085864. 00000100:00000200:3.0:1776190131.235233:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000efa05245 x1862468301357248/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.237940:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.237967:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18200c0 00000400:00000200:2.0:1776190131.237979:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5a8d [1] + 224 00000400:00000200:2.0:1776190131.237997:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.238002:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.238015:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000efa05245 x1862468301357248/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190131.238350:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001f5e51e8. 00000400:00000200:0.0:1776190131.238357:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001773e49e 00000400:00000010:0.0:1776190131.238360:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001773e49e. 00000100:00000200:0.0:1776190131.238366:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000efa05245 x1862468301357248/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.238373:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000efa05245 x1862468301357248/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190131.238414:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e92d9da5. 02000000:00000010:0.0:1776190131.238422:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000085916b60. 00000100:00000010:0.0:1776190131.238430:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000efa05245. 00000100:00000010:0.0:1776190131.238434:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a5af241. 00010000:00000010:0.0:1776190131.238438:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003571ee4e. 00000400:00000200:3.0:1776190131.240851:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.240877:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376a80 00000400:00000200:3.0:1776190131.240887:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb43d5 [2] + 1640 00000400:00000200:3.0:1776190131.240968:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.240973:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.240982:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190131.240989:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 00000020:00000010:1.0:1776190131.242243:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007469664b. 00000020:00000010:1.0:1776190131.242257:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.242263:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190131.242301:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016984533 x1862468296469120/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190131.242347:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296469120 02000000:00000010:1.0:1776190131.242363:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bf878749. 00010000:00000010:1.0:1776190131.242402:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001bafa357. 00010000:00000010:1.0:1776190131.242430:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003424f3f7. 00000100:00000010:1.0:1776190131.242440:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000342b7d95. 00000100:00000010:1.0:1776190131.249443:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000342b7d95. 00010000:00000010:1.0:1776190131.249462:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003424f3f7. 00000400:00000010:1.0:1776190131.249496:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005097e9c8. 00000100:00000200:1.0:1776190131.249504:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296469120, offset 224 00000400:00000200:1.0:1776190131.249518:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.249540:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.249548:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92571:92571:256:4294967295] 192.168.203.39@tcp LPNI seq info [92571:92571:8:4294967295] 00000400:00000200:1.0:1776190131.249559:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.249575:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.249582:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006708edc (tot 82352466). 00000800:00000200:1.0:1776190131.249589:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.249599:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.249604:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006708edc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190131.249732:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.249740:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.249744:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007469664b. 00000800:00000200:3.0:1776190131.249869:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.249873:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006708edc (tot 82352218). 00000400:00000200:3.0:1776190131.249882:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.249887:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.249895:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005097e9c8 00000400:00000010:3.0:1776190131.249898:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005097e9c8. 00080000:00000010:0.0:1776190131.251104:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e92d9da5. 00010000:00000010:0.0:1776190131.251227:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000915efffa. 00010000:00000010:0.0:1776190131.251238:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a6aeefe0. 00010000:00000010:0.0:1776190131.251388:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045c67b00. 00010000:00000010:0.0:1776190131.251395:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000915efffa. 00010000:00000010:0.0:1776190131.251409:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003571ee4e. 00000100:00000010:0.0:1776190131.251418:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a5af241. 00000100:00000010:0.0:1776190131.251428:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000efa05245. 02000000:00000010:0.0:1776190131.251444:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004fcf4cf7. 02000000:00000010:0.0:1776190131.251483:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc25f6f2. 00000400:00000010:0.0:1776190131.251492:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001f5e51e8. 00000400:00000010:0.0:1776190131.251500:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001773e49e. 00000100:00000200:0.0:1776190131.251508:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301357312, portal 16 00000400:00000010:0.0:1776190131.251515:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e50e0bd6. 00000100:00000200:0.0:1776190131.251518:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301357312, offset 0 00000400:00000200:0.0:1776190131.251530:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.251549:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.251559:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.251563:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.251576:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.251579:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92572:92572:256:4294967295] 192.168.203.39@tcp LPNI seq info [92572:92572:8:4294967295] 00000400:00000200:0.0:1776190131.251589:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.251595:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.251601:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000826f680e (tot 82352466). 00000800:00000200:0.0:1776190131.251606:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.254852:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.254860:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000826f680e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.255745:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.255750:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000826f680e (tot 82352218). 00000400:00000200:3.0:1776190131.255760:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.255770:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.256208:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e50e0bd6 00000400:00000010:3.0:1776190131.256211:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e50e0bd6. 00000100:00000200:3.0:1776190131.256225:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000efa05245 x1862468301357312/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190131.261921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d8b8bb0. 00010000:00000010:0.1:1776190131.261944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b4928ff. 00010000:00000010:0.1:1776190131.261949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001addba45. 00010000:00000010:0.1:1776190131.261956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f49a020e. 00010000:00000010:0.1:1776190131.261958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fde02459. 00010000:00000010:1.1:1776190131.264991:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5efba5e. 00000400:00000200:3.0:1776190131.266537:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.266562:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820100 00000400:00000200:3.0:1776190131.266585:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5a99 [1] + 224 00000400:00000200:3.0:1776190131.266608:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.266612:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.266626:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000efa05245 x1862468301357312/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190131.267642:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001f5e51e8. 00000400:00000200:1.0:1776190131.267652:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001773e49e 00000400:00000010:1.0:1776190131.267656:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001773e49e. 00000100:00000200:1.0:1776190131.267670:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000efa05245 x1862468301357312/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190131.267681:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000efa05245 x1862468301357312/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190131.267722:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc25f6f2. 02000000:00000010:1.0:1776190131.267731:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004fcf4cf7. 00000100:00000010:1.0:1776190131.267736:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000efa05245. 00000100:00000010:1.0:1776190131.267740:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a5af241. 00010000:00000010:1.0:1776190131.267745:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003571ee4e. 00000400:00000200:3.0:1776190131.269578:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.269603:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376ac0 00000400:00000200:3.0:1776190131.269614:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb43d5 [2] + 1968 00000400:00000010:3.0:1776190131.269619:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000db76399. 00000400:00000200:3.0:1776190131.269627:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000029afb83f 00000400:00000200:3.0:1776190131.269720:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.269727:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.269733:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029afb83f 00000400:00000010:3.0:1776190131.269735:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000029afb83f (tot 82352066). 00000100:00000200:3.0:1776190131.269743:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776190131.270361:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007469664b. 00000020:00000010:1.0:1776190131.270372:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.270378:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190131.270412:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001e91fd82 x1862468296469184/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190131.270457:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296469184 02000000:00000010:1.0:1776190131.270470:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000041c51cdc. 00010000:00000010:1.0:1776190131.270514:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000063f3862b. 00010000:00000010:1.0:1776190131.270539:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003424f3f7. 00000100:00000010:1.0:1776190131.270547:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000342b7d95. 00000100:00000010:1.0:1776190131.270562:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000342b7d95. 00010000:00000010:1.0:1776190131.270576:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003424f3f7. 00000400:00000010:1.0:1776190131.270591:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be2d42b. 00000100:00000200:1.0:1776190131.271030:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296469184, offset 224 00000400:00000200:1.0:1776190131.271097:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.271127:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.271134:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92573:92573:256:4294967295] 192.168.203.39@tcp LPNI seq info [92573:92573:8:4294967295] 00000400:00000200:1.0:1776190131.271144:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.271159:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.271165:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d164298 (tot 82352314). 00000800:00000200:1.0:1776190131.271172:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.271189:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.271193:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d164298 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1776190131.274886:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003dbec1f7. 00010000:00000010:0.0:1776190131.275019:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000915efffa. 00010000:00000010:0.0:1776190131.275029:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003995eed9. 00010000:00000010:0.0:1776190131.275141:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fde02459. 00010000:00000010:0.0:1776190131.275147:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000915efffa. 00010000:00000010:0.0:1776190131.275380:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009babe15c. 00000100:00000010:0.0:1776190131.275391:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a5af241. 00000100:00000010:0.0:1776190131.275401:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ecfc9a6. 02000000:00000010:0.0:1776190131.275416:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004fcf4cf7. 02000000:00000010:0.0:1776190131.275442:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc25f6f2. 00000400:00000010:0.0:1776190131.275449:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ac3b2355. 00000400:00000010:0.0:1776190131.275455:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007bb7c3fe. 00000100:00000200:0.0:1776190131.275461:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301357376, portal 16 00000400:00000010:0.0:1776190131.275466:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006997892e. 00000100:00000200:0.0:1776190131.275468:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301357376, offset 0 00000400:00000200:0.0:1776190131.275477:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.275491:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.275498:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.275502:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.275505:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.275508:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92574:92574:255:4294967295] 192.168.203.39@tcp LPNI seq info [92574:92574:7:4294967295] 00000400:00000200:0.0:1776190131.275518:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.275524:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.275529:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352562). 00000800:00000200:0.0:1776190131.275536:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.275542:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.275547:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1776190131.276405:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.276431:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.276435:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007469664b. 02000000:00000010:1.0:1776190131.276446:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bf878749. 00000100:00000010:1.0:1776190131.276451:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 02000000:00000010:1.0:1776190131.276454:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d7a451d. 00000100:00000010:1.0:1776190131.276456:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 02000000:00000010:1.0:1776190131.276460:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009b1d511a. 00000100:00000010:1.0:1776190131.276462:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 02000000:00000010:1.0:1776190131.276475:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000048147144. 00000100:00000010:1.0:1776190131.276479:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000143a7ad1. 02000000:00000010:1.0:1776190131.276481:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000053ae2046. 00000100:00000010:1.0:1776190131.276484:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000462ed234. 02000000:00000010:1.0:1776190131.276487:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000030388d09. 00000100:00000010:1.0:1776190131.276490:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e75ddab0. 00000100:00000200:1.0:1776190131.276500:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776190131.276506:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005c874876. 00000400:00000010:1.0:1776190131.276511:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000342b7d95 (tot 82352714). 00000800:00000200:3.0:1776190131.277153:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.277159:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d164298 (tot 82352466). 00000400:00000200:3.0:1776190131.277167:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.277176:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.277181:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be2d42b 00000400:00000010:3.0:1776190131.277183:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be2d42b. 02000000:00000010:3.0:1776190131.277188:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000041c51cdc. 00010000:00000010:0.1:1776190131.282416:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000906374b0. 00010000:00000010:0.1:1776190131.282438:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d7b064c. 00000800:00000200:3.0:1776190131.282537:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.282543:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352218). 00000400:00000200:3.0:1776190131.282548:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.282556:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.282562:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006997892e 00000400:00000010:3.0:1776190131.282573:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006997892e. 00000100:00000200:3.0:1776190131.282583:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008ecfc9a6 x1862468301357376/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190131.284159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b728303c. 00010000:00000010:0.1:1776190131.287933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009530aa21. 00010000:00000010:0.1:1776190131.287945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045c67b00. 00000400:00000200:3.0:1776190131.288201:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.288226:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820140 00000400:00000200:3.0:1776190131.288238:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5aa5 [1] + 224 00000400:00000200:3.0:1776190131.288259:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.288264:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.288279:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008ecfc9a6 x1862468301357376/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190131.289047:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ac3b2355. 00000400:00000200:1.0:1776190131.289056:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007bb7c3fe 00000400:00000010:1.0:1776190131.289060:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007bb7c3fe. 00000100:00000200:1.0:1776190131.289072:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008ecfc9a6 x1862468301357376/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190131.289081:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008ecfc9a6 x1862468301357376/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190131.289123:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc25f6f2. 02000000:00000010:1.0:1776190131.289133:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004fcf4cf7. 00000100:00000010:1.0:1776190131.289138:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ecfc9a6. 00000100:00000010:1.0:1776190131.289144:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a5af241. 00010000:00000010:1.0:1776190131.289149:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009babe15c. 00000400:00000200:3.0:1776190131.290480:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.290503:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376b00 00000400:00000200:3.0:1776190131.290513:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb442d [2] + 0 00000400:00000200:3.0:1776190131.291414:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.291427:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.291436:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190131.291444:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 00000020:00000010:0.0:1776190131.291549:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004fcf4cf7. 00000020:00000010:0.0:1776190131.291561:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190131.291577:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 00000100:00000200:0.0:1776190131.291608:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c4a3a006 x1862468296469248/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190131.291646:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296469248 02000000:00000010:0.0:1776190131.291657:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bc25f6f2. 00010000:00000010:0.0:1776190131.291686:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041c4d61e. 00010000:00000010:0.0:1776190131.291710:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190131.291717:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a5af241. 00000100:00000010:0.0:1776190131.291738:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a5af241. 00010000:00000010:0.0:1776190131.291742:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190131.291756:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007bb7c3fe. 00000100:00000200:0.0:1776190131.291762:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296469248, offset 224 00000400:00000200:0.0:1776190131.291794:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.291809:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.291815:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92575:92575:256:4294967295] 192.168.203.39@tcp LPNI seq info [92575:92575:8:4294967295] 00000400:00000200:0.0:1776190131.291825:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.291831:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.291836:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352466). 00000800:00000200:0.0:1776190131.291842:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.291849:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.291852:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.291870:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190131.291875:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:0.0:1776190131.291878:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004fcf4cf7. 00000800:00000200:0.0:1776190131.291980:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190131.291983:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:0.0:1776190131.291987:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.291991:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190131.291995:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007bb7c3fe 00000400:00000010:0.0:1776190131.291997:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007bb7c3fe. 00080000:00000010:3.0:1776190131.292968:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab86ab52. 00010000:00000010:3.0:1776190131.293115:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000915efffa. 00010000:00000010:3.0:1776190131.293125:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eeb00d2a. 00010000:00000010:3.0:1776190131.293217:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000330bfef0. 00010000:00000010:3.0:1776190131.293224:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fba3e219. 00010000:00000010:3.0:1776190131.293237:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f3e252d. 00000100:00000010:3.0:1776190131.293244:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2b881ae. 00000100:00000010:3.0:1776190131.293256:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190131.293273:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094d43d40. 02000000:00000010:3.0:1776190131.293306:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000033cad48. 00000400:00000010:3.0:1776190131.293328:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f7ed9a2. 00000400:00000010:3.0:1776190131.293335:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ce06a4c. 00000100:00000200:3.0:1776190131.293343:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301357440, portal 16 00000400:00000010:3.0:1776190131.293349:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048a81920. 00000100:00000200:3.0:1776190131.293351:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301357440, offset 0 00000400:00000200:3.0:1776190131.293361:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.293379:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.293387:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190131.293392:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190131.293395:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190131.293398:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92576:92576:256:4294967295] 192.168.203.39@tcp LPNI seq info [92576:92576:8:4294967295] 00000400:00000200:3.0:1776190131.293410:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.293416:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.293421:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352466). 00000800:00000200:3.0:1776190131.293428:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.293435:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.293439:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190131.293587:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190131.293593:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003900fe9a (tot 82352218). 00000400:00000200:0.0:1776190131.293600:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.293613:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190131.293618:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048a81920 00000400:00000010:0.0:1776190131.293620:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048a81920. 00000100:00000200:0.0:1776190131.293629:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ffde2ec x1862468301357440/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.300559:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.300596:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820180 00000400:00000200:3.0:1776190131.300619:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5ab5 [1] + 224 00000400:00000200:3.0:1776190131.300639:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.300645:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.300661:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ffde2ec x1862468301357440/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190131.300812:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f7ed9a2. 00000400:00000200:1.0:1776190131.300821:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ce06a4c 00000400:00000010:1.0:1776190131.300823:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ce06a4c. 00000100:00000200:1.0:1776190131.300835:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ffde2ec x1862468301357440/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190131.300846:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ffde2ec x1862468301357440/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190131.300877:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000033cad48. 02000000:00000010:1.0:1776190131.300882:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094d43d40. 00000100:00000010:1.0:1776190131.300885:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000010:1.0:1776190131.300890:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c2b881ae. 00010000:00000010:1.0:1776190131.300894:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f3e252d. 00000400:00000200:0.0:1776190131.301472:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190131.301487:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376b40 00000400:00000200:0.0:1776190131.301493:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb442d [2] + 328 00000400:00000200:0.0:1776190131.301548:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.301551:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190131.301557:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190131.301561:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cceeb59c. 00000020:00000010:1.0:1776190131.301642:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d7a451d. 00000020:00000010:1.0:1776190131.301648:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.301651:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190131.301670:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cceeb59c x1862468296469312/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190131.301697:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296469312 02000000:00000010:1.0:1776190131.301706:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bf878749. 00010000:00000010:1.0:1776190131.301729:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000316f7d16. 00010000:00000010:1.0:1776190131.301746:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003424f3f7. 00000100:00000010:1.0:1776190131.301751:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd590bf5. 00000100:00000010:1.0:1776190131.301762:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd590bf5. 00010000:00000010:1.0:1776190131.301765:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003424f3f7. 00000400:00000010:1.0:1776190131.301799:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be2d42b. 00000100:00000200:1.0:1776190131.301804:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296469312, offset 224 00000400:00000200:1.0:1776190131.301812:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.301823:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.301829:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92577:92577:256:4294967295] 192.168.203.39@tcp LPNI seq info [92577:92577:8:4294967295] 00000400:00000200:1.0:1776190131.301839:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.301846:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.301850:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006429d592 (tot 82352466). 00010000:00000010:3.1:1776190131.301853:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000976b7632. 00000800:00000200:1.0:1776190131.301858:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00010000:00000010:3.1:1776190131.301866:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fde02459. 00000800:00000200:1.0:1776190131.301868:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.301874:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006429d592 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190131.301893:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.301898:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.301901:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d7a451d. 00080000:00000010:3.0:1776190131.301908:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002556350b. 00000800:00000200:1.0:1776190131.301969:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.301973:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006429d592 (tot 82352218). 00000400:00000200:1.0:1776190131.301978:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.301982:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.301984:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be2d42b 00000400:00000010:1.0:1776190131.301986:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be2d42b. 00010000:00000010:3.0:1776190131.302060:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fba3e219. 00010000:00000010:3.0:1776190131.302070:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e1e227e. 00010000:00000010:3.0:1776190131.302162:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fae546e. 00010000:00000010:3.0:1776190131.302169:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fba3e219. 00010000:00000010:3.0:1776190131.302183:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000afa32f0a. 00000100:00000010:3.0:1776190131.302190:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2b881ae. 00000100:00000010:3.0:1776190131.302199:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 02000000:00000010:3.0:1776190131.302214:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094d43d40. 02000000:00000010:3.0:1776190131.302244:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000033cad48. 00000400:00000010:3.0:1776190131.302250:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c252b6e. 00000400:00000010:3.0:1776190131.302256:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000129821df. 00000100:00000200:3.0:1776190131.302263:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301357504, portal 16 00000400:00000010:3.0:1776190131.302268:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190131.302270:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301357504, offset 0 00000400:00000200:3.0:1776190131.302278:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.302291:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.302300:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190131.302304:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190131.302321:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190131.302324:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92578:92578:256:4294967295] 192.168.203.39@tcp LPNI seq info [92578:92578:8:4294967295] 00000400:00000200:3.0:1776190131.302334:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.302340:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.302344:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352466). 00000800:00000200:3.0:1776190131.302353:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.302361:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.302365:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776190131.302368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000349248f9. 00000800:00000200:1.0:1776190131.302452:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.302454:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004809ab70 (tot 82352218). 00000400:00000200:1.0:1776190131.302458:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.302463:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.302466:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd055298 00000400:00000010:1.0:1776190131.302468:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd055298. 00000100:00000200:1.0:1776190131.302474:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000001edc131 x1862468301357504/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190131.305665:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190131.305692:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18201c0 00000400:00000200:0.0:1776190131.305705:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5ac1 [1] + 224 00000400:00000200:0.0:1776190131.305721:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.305725:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190131.305739:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000001edc131 x1862468301357504/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.306052:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.306070:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376b80 00000400:00000200:1.0:1776190131.306087:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb442d [2] + 656 00000400:00000200:1.0:1776190131.306101:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1776190131.306210:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c252b6e. 00000400:00000200:3.0:1776190131.306218:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000129821df 00000400:00000010:3.0:1776190131.306220:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000129821df. 00000100:00000200:3.0:1776190131.306229:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000001edc131 x1862468301357504/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190131.306239:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000001edc131 x1862468301357504/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190131.306278:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000033cad48. 02000000:00000010:3.0:1776190131.306285:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094d43d40. 00000100:00000010:3.0:1776190131.306289:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 00000100:00000010:3.0:1776190131.306294:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c2b881ae. 00010000:00000010:3.0:1776190131.306301:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000afa32f0a. 00000400:00000200:1.0:1776190131.306334:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.306342:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190131.306349:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719b5d3. 00000020:00000010:0.0:1776190131.306746:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e69f087e. 00000020:00000010:0.0:1776190131.306756:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190131.306763:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e8ba530. 00000100:00000200:0.0:1776190131.306821:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a719b5d3 x1862468296469376/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:1.1:1776190131.306825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb8e73d5. 00000100:00000200:1.0:1776190131.306946:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296469376 02000000:00000010:1.0:1776190131.306966:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d7a451d. 00010000:00000010:3.1:1776190131.306976:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7756497. 00010000:00000010:3.1:1776190131.306988:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000330bfef0. 00010000:00000010:1.0:1776190131.307001:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009fe772df. 00010000:00000010:1.0:1776190131.307028:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003424f3f7. 00000100:00000010:1.0:1776190131.307036:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd590bf5. 00000100:00000010:1.0:1776190131.307410:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd590bf5. 00010000:00000010:1.0:1776190131.307415:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003424f3f7. 00000400:00000010:1.0:1776190131.307428:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be2d42b. 00000100:00000200:1.0:1776190131.307433:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296469376, offset 224 00000400:00000200:1.0:1776190131.307443:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.307456:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.307462:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92579:92579:256:4294967295] 192.168.203.39@tcp LPNI seq info [92579:92579:8:4294967295] 00000400:00000200:1.0:1776190131.307472:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.307477:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.307481:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006429d592 (tot 82352466). 00000800:00000200:1.0:1776190131.307486:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.307493:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.307497:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006429d592 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190131.307518:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df6acd0c. 00000020:00000010:1.0:1776190131.307523:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e8ba530. 00000020:00000010:1.0:1776190131.307527:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e69f087e. 00000800:00000200:1.0:1776190131.307857:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.307861:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006429d592 (tot 82352218). 00000400:00000200:1.0:1776190131.307866:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.307871:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.307875:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be2d42b 00000400:00000010:1.0:1776190131.307877:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be2d42b. 00080000:00000010:3.0:1776190131.309814:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094d43d40. 00010000:00000010:3.0:1776190131.309948:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fba3e219. 00010000:00000010:3.0:1776190131.309959:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c22193a2. 00010000:00000010:3.0:1776190131.310057:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ef5386f7. 00010000:00000010:3.0:1776190131.310062:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000bdf4f435. 00010000:00000010:3.0:1776190131.310071:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000330bfef0. 00010000:00000010:3.0:1776190131.310079:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fba3e219. 00080000:00000010:3.0:1776190131.310099:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000033cad48. 00010000:00000010:3.0:1776190131.310126:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fba3e219. 00010000:00000010:3.0:1776190131.310131:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bdf4f435. 00010000:00000010:3.0:1776190131.310193:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:3.0:1776190131.310197:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fba3e219. 00010000:00000010:3.0:1776190131.310208:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000afa32f0a. 00000100:00000010:3.0:1776190131.310217:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2b881ae. 00000100:00000010:3.0:1776190131.310229:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 02000000:00000010:3.0:1776190131.310247:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009b1d511a. 02000000:00000010:3.0:1776190131.310286:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bdc98cf3. 00000400:00000010:3.0:1776190131.310295:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c252b6e. 00000400:00000010:3.0:1776190131.310303:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000129821df. 00000100:00000200:3.0:1776190131.311533:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301357568, portal 16 00000400:00000010:3.0:1776190131.311551:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e2823b6. 00000100:00000200:3.0:1776190131.311559:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301357568, offset 0 00000400:00000200:3.0:1776190131.311582:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.311665:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.311676:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190131.311682:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190131.311687:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190131.311692:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92580:92580:256:4294967295] 192.168.203.39@tcp LPNI seq info [92580:92580:8:4294967295] 00000400:00000200:3.0:1776190131.311705:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.311714:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.311720:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190131.311729:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.311737:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.311742:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190131.311946:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.311955:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adc83051 (tot 82352218). 00000400:00000200:1.0:1776190131.311964:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.311973:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.311980:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e2823b6 00000400:00000010:1.0:1776190131.311982:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e2823b6. 00000100:00000200:1.0:1776190131.311993:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000001edc131 x1862468301357568/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190131.318143:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190131.318171:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820200 00000400:00000200:0.0:1776190131.318184:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5acd [1] + 224 00000400:00000200:0.0:1776190131.318202:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.318207:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190131.318222:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000001edc131 x1862468301357568/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190131.318265:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190131.318270:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376bc0 00000400:00000200:0.0:1776190131.318275:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb442d [2] + 984 00000400:00000200:0.0:1776190131.318287:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.318291:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190131.318295:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190131.318301:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000029fae5e5. 00000400:00000010:1.0:1776190131.318357:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c252b6e. 00000400:00000200:1.0:1776190131.318368:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000129821df 00000400:00000010:1.0:1776190131.318370:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000129821df. 00000100:00000200:1.0:1776190131.318383:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000001edc131 x1862468301357568/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190131.318400:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000001edc131 x1862468301357568/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190131.318428:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bdc98cf3. 02000000:00000010:1.0:1776190131.318435:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009b1d511a. 00000100:00000010:1.0:1776190131.318439:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 00000100:00000010:1.0:1776190131.318443:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c2b881ae. 00010000:00000010:1.0:1776190131.318449:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000afa32f0a. 00000020:00000010:2.0:1776190131.318597:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006edcac7e. 00000020:00000010:2.0:1776190131.318603:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008de248c2. 00000020:00000010:2.0:1776190131.318608:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190131.318629:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000029fae5e5 x1862468296469440/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190131.318667:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296469440 02000000:00000010:2.0:1776190131.318676:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000176dadde. 00010000:00000010:2.0:1776190131.318699:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e22c1bf. 00010000:00000010:2.0:1776190131.318716:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190131.318722:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d85185a. 00000100:00000010:2.0:1776190131.318738:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d85185a. 00010000:00000010:2.0:1776190131.318742:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190131.318753:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0363170. 00000100:00000200:2.0:1776190131.318757:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296469440, offset 224 00000400:00000200:2.0:1776190131.318764:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.318842:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.318848:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92581:92581:256:4294967295] 192.168.203.39@tcp LPNI seq info [92581:92581:8:4294967295] 00000400:00000200:2.0:1776190131.318858:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.318864:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.318869:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0a4d4c8 (tot 82352466). 00000800:00000200:2.0:1776190131.318875:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.318882:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.318885:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0a4d4c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190131.318903:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008de248c2. 00000020:00000010:2.0:1776190131.318907:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190131.318909:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006edcac7e. 00000800:00000200:1.0:1776190131.319046:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.319050:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0a4d4c8 (tot 82352218). 00000400:00000200:1.0:1776190131.319056:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.319061:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.319065:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0363170 00000400:00000010:1.0:1776190131.319066:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0363170. 00080000:00000010:0.0:1776190131.319435:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e69f087e. 00010000:00000010:0.0:1776190131.319559:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fba3e219. 00010000:00000010:0.0:1776190131.319581:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007560c9fa. 00010000:00000010:0.0:1776190131.319689:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045c67b00. 00010000:00000010:0.0:1776190131.319698:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b9706e4. 00010000:00000010:0.0:1776190131.319714:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f007f060. 00000100:00000010:0.0:1776190131.319721:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a5af241. 00000100:00000010:0.0:1776190131.319731:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009382bd96. 02000000:00000010:0.0:1776190131.319748:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000053ae2046. 02000000:00000010:0.0:1776190131.319834:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eef9033e. 00000400:00000010:0.0:1776190131.319842:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5619aee. 00000400:00000010:0.0:1776190131.319850:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007bb7c3fe. 00000100:00000200:0.0:1776190131.319858:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301357632, portal 16 00000400:00000010:0.0:1776190131.319865:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006997892e. 00000100:00000200:0.0:1776190131.319869:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301357632, offset 0 00000400:00000200:0.0:1776190131.319879:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.319895:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.319904:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.319909:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.319913:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.319916:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92582:92582:256:4294967295] 192.168.203.39@tcp LPNI seq info [92582:92582:8:4294967295] 00000400:00000200:0.0:1776190131.319926:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.319933:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.319939:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352466). 00000800:00000200:0.0:1776190131.319946:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.319953:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.319957:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190131.320345:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.320351:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:1.0:1776190131.320356:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.320362:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.320366:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006997892e 00000400:00000010:1.0:1776190131.320368:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006997892e. 00000100:00000200:1.0:1776190131.320375:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009382bd96 x1862468301357632/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190131.323827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027fc18c4. 00010000:00000010:3.1:1776190131.323854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022033456. 00010000:00000010:3.1:1776190131.323871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fae546e. 00010000:00000010:3.1:1776190131.323877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef5386f7. 00010000:00000010:3.1:1776190131.323881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000330bfef0. 00010000:00000010:0.1:1776190131.323965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095515522. 00010000:00000010:0.1:1776190131.323972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bdce9. 00010000:00000010:2.1:1776190131.324191:0:78406:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a6bb9fa. 00000400:00000200:0.0:1776190131.332548:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190131.332588:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820240 00000400:00000200:0.0:1776190131.332687:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5ad9 [1] + 224 00000400:00000200:0.0:1776190131.332717:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.332723:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190131.332738:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009382bd96 x1862468301357632/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190131.332892:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5619aee. 00000400:00000200:1.0:1776190131.332899:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007bb7c3fe 00000400:00000010:1.0:1776190131.332901:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007bb7c3fe. 00000100:00000200:1.0:1776190131.332908:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009382bd96 x1862468301357632/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190131.332917:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009382bd96 x1862468301357632/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190131.332957:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eef9033e. 02000000:00000010:1.0:1776190131.332968:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000053ae2046. 00000100:00000010:1.0:1776190131.332975:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009382bd96. 00000100:00000010:1.0:1776190131.332980:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a5af241. 00010000:00000010:1.0:1776190131.332986:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f007f060. 00000400:00000200:1.0:1776190131.342842:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.342863:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376c00 00000400:00000200:1.0:1776190131.342871:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb442d [2] + 1312 00000400:00000200:1.0:1776190131.342936:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.342942:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.342949:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190131.342955:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000909ebbf0. 00000020:00000010:3.0:1776190131.347265:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004fcf4cf7. 00000020:00000010:3.0:1776190131.347278:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bdf4f435. 00000020:00000010:3.0:1776190131.347283:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190131.347313:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000909ebbf0 x1862468296469504/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190131.347417:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296469504 02000000:00000010:3.0:1776190131.347429:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000010a7c4b1. 00010000:00000010:3.0:1776190131.347458:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000040e85882. 00010000:00000010:3.0:1776190131.347481:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055ef924a. 00000100:00000010:3.0:1776190131.347487:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2b881ae. 00000100:00000010:3.0:1776190131.347509:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c2b881ae. 00010000:00000010:3.0:1776190131.347513:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055ef924a. 00000400:00000010:3.0:1776190131.347526:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190131.347531:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296469504, offset 224 00000400:00000200:3.0:1776190131.347539:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.347553:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.347559:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92583:92583:256:4294967295] 192.168.203.39@tcp LPNI seq info [92583:92583:8:4294967295] 00000400:00000200:3.0:1776190131.347582:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.347587:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.347592:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190131.347598:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.347605:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.347608:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190131.347628:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bdf4f435. 00000020:00000010:3.0:1776190131.347632:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190131.347635:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004fcf4cf7. 00000800:00000200:3.0:1776190131.347723:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.347727:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adc83051 (tot 82352218). 00000400:00000200:3.0:1776190131.347731:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.347736:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.347740:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b61116a7 00000400:00000010:3.0:1776190131.347742:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b61116a7. 00080000:00000010:0.0:1776190131.348133:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053ae2046. 00010000:00000010:0.0:1776190131.348208:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b9706e4. 00010000:00000010:0.0:1776190131.348215:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bb380b1c. 00010000:00000010:0.0:1776190131.348285:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d7b064c. 00010000:00000010:0.0:1776190131.348290:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b9706e4. 00010000:00000010:0.0:1776190131.348298:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000035c1e258. 00000100:00000010:0.0:1776190131.348302:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a5af241. 00000100:00000010:0.0:1776190131.348310:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 02000000:00000010:0.0:1776190131.348324:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eef9033e. 02000000:00000010:0.0:1776190131.348346:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085916b60. 00000400:00000010:0.0:1776190131.348352:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1352718. 00000400:00000010:0.0:1776190131.348357:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001773e49e. 00000100:00000200:0.0:1776190131.348361:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301357696, portal 16 00000400:00000010:0.0:1776190131.348366:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e50e0bd6. 00000100:00000200:0.0:1776190131.348369:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301357696, offset 0 00000400:00000200:0.0:1776190131.348375:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.348384:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.348389:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.348393:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.348395:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.348398:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92584:92584:256:4294967295] 192.168.203.39@tcp LPNI seq info [92584:92584:8:4294967295] 00000400:00000200:0.0:1776190131.348405:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.348409:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.348412:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352466). 00000800:00000200:0.0:1776190131.348417:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.348422:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.348424:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190131.348479:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190131.348482:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352218). 00000400:00000200:0.0:1776190131.348486:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.348490:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190131.348493:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e50e0bd6 00000400:00000010:0.0:1776190131.348495:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e50e0bd6. 00000100:00000200:0.0:1776190131.348501:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000abc3f2e1 x1862468301357696/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.352738:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.353071:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820280 00000400:00000200:1.0:1776190131.353081:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5ae5 [1] + 224 00000400:00000200:1.0:1776190131.353110:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.353116:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.353134:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000abc3f2e1 x1862468301357696/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190131.353379:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1352718. 00000400:00000200:0.0:1776190131.353385:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001773e49e 00000400:00000010:0.0:1776190131.353387:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001773e49e. 00000100:00000200:0.0:1776190131.353392:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000abc3f2e1 x1862468301357696/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.353399:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000abc3f2e1 x1862468301357696/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190131.353427:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085916b60. 02000000:00000010:0.0:1776190131.353435:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eef9033e. 00000100:00000010:0.0:1776190131.353439:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 00000100:00000010:0.0:1776190131.353499:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a5af241. 00010000:00000010:0.0:1776190131.353503:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000035c1e258. 00000400:00000200:3.0:1776190131.356299:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.356317:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376c40 00000400:00000200:3.0:1776190131.356326:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb442d [2] + 1640 00000400:00000200:3.0:1776190131.356389:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.356394:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.356401:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190131.356407:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 00000020:00000010:1.0:1776190131.356528:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046bf533e. 00000020:00000010:1.0:1776190131.356535:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.356539:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190131.356575:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000552495c9 x1862468296469568/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190131.356603:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296469568 02000000:00000010:1.0:1776190131.356622:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002fd47e58. 00010000:00000010:1.0:1776190131.356649:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fda3e423. 00010000:00000010:1.0:1776190131.356669:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003424f3f7. 00000100:00000010:1.0:1776190131.356676:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd590bf5. 00000100:00000010:1.0:1776190131.356697:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd590bf5. 00010000:00000010:1.0:1776190131.356701:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003424f3f7. 00000400:00000010:1.0:1776190131.356714:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be2d42b. 00000100:00000200:1.0:1776190131.356719:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296469568, offset 224 00000400:00000200:1.0:1776190131.356727:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.356737:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.356742:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92585:92585:256:4294967295] 192.168.203.39@tcp LPNI seq info [92585:92585:8:4294967295] 00000400:00000200:1.0:1776190131.356751:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.356756:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.356760:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006429d592 (tot 82352466). 00000800:00000200:1.0:1776190131.356765:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.356802:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.356807:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006429d592 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190131.356825:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.356830:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.356833:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046bf533e. 00000800:00000200:1.0:1776190131.356892:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.356896:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006429d592 (tot 82352218). 00000400:00000200:1.0:1776190131.356901:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.356904:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.356908:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be2d42b 00000400:00000010:1.0:1776190131.356910:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be2d42b. 00080000:00000010:3.0:1776190131.356981:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000711b3fa6. 00010000:00000010:3.0:1776190131.357065:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b9706e4. 00010000:00000010:3.0:1776190131.357072:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c27e59fe. 00010000:00000010:3.0:1776190131.357134:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000330bfef0. 00010000:00000010:3.0:1776190131.357139:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006d13e0a8. 00010000:00000010:3.0:1776190131.357149:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055ef924a. 00000100:00000010:3.0:1776190131.357152:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2b881ae. 00000100:00000010:3.0:1776190131.357158:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea935c56. 02000000:00000010:3.0:1776190131.357169:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000025aed629. 02000000:00000010:3.0:1776190131.357189:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005cbbf213. 00000400:00000010:3.0:1776190131.357194:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f06670c9. 00000400:00000010:3.0:1776190131.357199:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190131.357204:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301357760, portal 16 00000400:00000010:3.0:1776190131.357207:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c5b133d. 00000100:00000200:3.0:1776190131.357209:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301357760, offset 0 00000400:00000200:3.0:1776190131.357213:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.357220:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.357226:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190131.357229:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190131.357231:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190131.357233:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92586:92586:256:4294967295] 192.168.203.39@tcp LPNI seq info [92586:92586:8:4294967295] 00000400:00000200:3.0:1776190131.357240:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.357243:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.357246:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adc83051 (tot 82352466). 00000800:00000200:3.0:1776190131.357250:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.357254:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.357256:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000adc83051 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190131.357340:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.357343:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adc83051 (tot 82352218). 00000400:00000200:1.0:1776190131.357347:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.357350:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.357354:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c5b133d 00000400:00000010:1.0:1776190131.357355:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c5b133d. 00000100:00000200:1.0:1776190131.357360:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ea935c56 x1862468301357760/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190131.358920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c89225f. 00010000:00000010:0.1:1776190131.358932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045c67b00. 00010000:00000010:3.1:1776190131.361751:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002df2b615. 00010000:00000010:1.1:1776190131.362990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a49d7b09. 00000400:00000200:3.0:1776190131.363172:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.363188:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18202c0 00000400:00000200:3.0:1776190131.363196:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5af1 [1] + 224 00000400:00000200:3.0:1776190131.363209:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.363213:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.363223:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ea935c56 x1862468301357760/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190131.363584:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f06670c9. 00000400:00000200:1.0:1776190131.363589:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b61116a7 00000400:00000010:1.0:1776190131.363591:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b61116a7. 00000100:00000200:1.0:1776190131.363598:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ea935c56 x1862468301357760/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190131.363606:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ea935c56 x1862468301357760/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190131.363638:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005cbbf213. 02000000:00000010:1.0:1776190131.363644:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000025aed629. 00000100:00000010:1.0:1776190131.363648:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea935c56. 00000100:00000010:1.0:1776190131.363652:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c2b881ae. 00010000:00000010:1.0:1776190131.363657:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055ef924a. 00010000:00000010:3.1:1776190131.366878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000aaf0511. 00010000:00000010:3.1:1776190131.366889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d7b064c. 00000400:00000200:3.0:1776190131.366970:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.366985:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376c80 00000400:00000200:3.0:1776190131.366994:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb442d [2] + 1968 00000400:00000010:3.0:1776190131.366999:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d050e640. 00000400:00000200:3.0:1776190131.367003:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f07fbebf 00000400:00000200:3.0:1776190131.367330:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.367336:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.367341:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f07fbebf 00000400:00000010:3.0:1776190131.367343:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f07fbebf (tot 82352066). 00000100:00000200:3.0:1776190131.367348:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190131.367521:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f434434. 00000020:00000010:2.0:1776190131.367528:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190131.367532:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190131.367554:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006c357baa x1862468296469632/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190131.367597:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296469632 02000000:00000010:2.0:1776190131.367607:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ddc0eb36. 00010000:00000010:2.0:1776190131.367632:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004782f6ce. 00010000:00000010:2.0:1776190131.367651:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190131.367658:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d85185a. 00000100:00000010:2.0:1776190131.367677:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d85185a. 00010000:00000010:2.0:1776190131.367682:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190131.367694:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190131.367699:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296469632, offset 224 00000400:00000200:2.0:1776190131.367706:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.367718:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.367723:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92587:92587:256:4294967295] 192.168.203.39@tcp LPNI seq info [92587:92587:8:4294967295] 00000400:00000200:2.0:1776190131.367733:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.367738:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.367742:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb044675 (tot 82352314). 00000800:00000200:2.0:1776190131.367748:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.367755:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.367759:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb044675 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190131.367795:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190131.367809:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190131.367812:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f434434. 02000000:00000010:2.0:1776190131.367820:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002fd47e58. 00000100:00000010:2.0:1776190131.367823:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000552495c9. 02000000:00000010:2.0:1776190131.367828:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000010a7c4b1. 00000100:00000010:2.0:1776190131.367831:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 02000000:00000010:2.0:1776190131.367834:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000176dadde. 00000100:00000010:2.0:1776190131.367836:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000029fae5e5. 02000000:00000010:2.0:1776190131.367838:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d7a451d. 00000100:00000010:2.0:1776190131.367841:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 02000000:00000010:2.0:1776190131.367844:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bf878749. 00000100:00000010:2.0:1776190131.367846:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cceeb59c. 02000000:00000010:2.0:1776190131.367848:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bc25f6f2. 00000100:00000010:2.0:1776190131.367851:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 00000100:00000200:2.0:1776190131.367857:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190131.367862:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d669c2e6. 00000400:00000010:2.0:1776190131.367865:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009d85185a (tot 82352466). 00080000:00000010:0.0:1776190131.368040:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eef9033e. 00000800:00000200:3.0:1776190131.368059:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.368063:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb044675 (tot 82352218). 00000400:00000200:3.0:1776190131.368067:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.368071:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.368074:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:3.0:1776190131.368075:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 02000000:00000010:3.0:1776190131.368080:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ddc0eb36. 00010000:00000010:0.0:1776190131.368124:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d13e0a8. 00010000:00000010:0.0:1776190131.368130:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bb02c136. 00010000:00000010:0.0:1776190131.368195:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045c67b00. 00010000:00000010:0.0:1776190131.368201:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002ed22b5e. 00010000:00000010:0.0:1776190131.368211:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b30a055c. 00000100:00000010:0.0:1776190131.368215:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a5af241. 00000100:00000010:0.0:1776190131.368222:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 02000000:00000010:0.0:1776190131.368232:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000085916b60. 02000000:00000010:0.0:1776190131.368253:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005570e392. 00000400:00000010:0.0:1776190131.368258:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1352718. 00000400:00000010:0.0:1776190131.368261:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001773e49e. 00000100:00000200:0.0:1776190131.368264:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301357824, portal 16 00000400:00000010:0.0:1776190131.368267:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e50e0bd6. 00000100:00000200:0.0:1776190131.368269:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301357824, offset 0 00000400:00000200:0.0:1776190131.368275:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.368283:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.368288:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.368292:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.368294:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.368297:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92588:92588:256:4294967295] 192.168.203.39@tcp LPNI seq info [92588:92588:8:4294967295] 00000400:00000200:0.0:1776190131.368303:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.368307:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.368310:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352466). 00000800:00000200:0.0:1776190131.368313:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.368317:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.368320:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.368479:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.368481:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352218). 00000400:00000200:3.0:1776190131.368485:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.368489:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.368491:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e50e0bd6 00000400:00000010:3.0:1776190131.368493:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e50e0bd6. 00000100:00000200:3.0:1776190131.368497:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000abc3f2e1 x1862468301357824/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.372931:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.372950:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820300 00000400:00000200:3.0:1776190131.372959:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5b01 [1] + 224 00000400:00000200:3.0:1776190131.372986:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.372991:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.373002:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000abc3f2e1 x1862468301357824/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190131.373249:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1352718. 00000400:00000200:0.0:1776190131.373255:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001773e49e 00000400:00000010:0.0:1776190131.373257:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001773e49e. 00000100:00000200:0.0:1776190131.373263:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000abc3f2e1 x1862468301357824/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.373270:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000abc3f2e1 x1862468301357824/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190131.373299:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005570e392. 02000000:00000010:0.0:1776190131.373306:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000085916b60. 00000100:00000010:0.0:1776190131.373311:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 00000100:00000010:0.0:1776190131.373314:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a5af241. 00010000:00000010:0.0:1776190131.373318:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b30a055c. 00000400:00000200:3.0:1776190131.373523:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.373531:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376cc0 00000400:00000200:3.0:1776190131.373536:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4485 [2] + 0 00000400:00000200:3.0:1776190131.375555:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.375578:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.375586:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190131.375594:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 00000020:00000010:2.0:1776190131.376334:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000176dadde. 00000020:00000010:2.0:1776190131.376342:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190131.376346:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190131.376370:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002fe2a2b9 x1862468296469696/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190131.376435:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296469696 02000000:00000010:2.0:1776190131.376444:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001f434434. 00010000:00000010:2.0:1776190131.376481:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021243c8f. 00010000:00000010:2.0:1776190131.376502:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190131.376509:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000299528df. 00000100:00000010:2.0:1776190131.376527:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000299528df. 00010000:00000010:2.0:1776190131.376532:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190131.376545:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000380035ad. 00000100:00000200:2.0:1776190131.376550:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296469696, offset 224 00000400:00000200:2.0:1776190131.376558:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.376581:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.376586:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92589:92589:256:4294967295] 192.168.203.39@tcp LPNI seq info [92589:92589:8:4294967295] 00000400:00000200:2.0:1776190131.376596:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.376601:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.376614:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6ecb0ff (tot 82352466). 00000800:00000200:2.0:1776190131.376620:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.376626:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.376630:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d6ecb0ff type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190131.376649:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190131.376654:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190131.376657:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000176dadde. 00080000:00000010:0.0:1776190131.376714:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005570e392. 00010000:00000010:0.0:1776190131.376819:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ed22b5e. 00010000:00000010:0.0:1776190131.376827:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001339b820. 00010000:00000010:0.0:1776190131.376903:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001addba45. 00010000:00000010:0.0:1776190131.376909:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002ed22b5e. 00010000:00000010:0.0:1776190131.376919:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b30a055c. 00000100:00000010:0.0:1776190131.376923:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a5af241. 00000100:00000010:0.0:1776190131.376929:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 02000000:00000010:0.0:1776190131.376942:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000085916b60. 02000000:00000010:0.0:1776190131.376965:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c591aca. 00000400:00000010:0.0:1776190131.376970:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1352718. 00000400:00000010:0.0:1776190131.376976:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001773e49e. 00000100:00000200:0.0:1776190131.376981:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301357888, portal 16 00000400:00000010:0.0:1776190131.376985:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034085864. 00000100:00000200:0.0:1776190131.376987:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301357888, offset 0 00000400:00000200:0.0:1776190131.376992:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.376999:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.377005:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.377008:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.377011:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.377014:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92590:92590:255:4294967295] 192.168.203.39@tcp LPNI seq info [92590:92590:7:4294967295] 00000400:00000200:0.0:1776190131.377022:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.377026:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.377029:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352714). 00000800:00000200:0.0:1776190131.377033:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.377037:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.377039:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190131.377594:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.377599:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6ecb0ff (tot 82352466). 00000400:00000200:2.0:1776190131.377671:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.377677:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.377681:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000380035ad 00000400:00000010:2.0:1776190131.377683:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000380035ad. 00010000:00000010:0.1:1776190131.377829:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e46ccfed. 00010000:00000010:0.1:1776190131.377836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000330bfef0. 00000800:00000200:2.0:1776190131.378021:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.378023:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352218). 00000400:00000200:2.0:1776190131.378026:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.378029:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.378031:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034085864 00000400:00000010:2.0:1776190131.378033:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034085864. 00000100:00000200:2.0:1776190131.378039:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000abc3f2e1 x1862468301357888/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.383486:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.383506:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820340 00000400:00000200:3.0:1776190131.383516:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5b0d [1] + 224 00000400:00000200:3.0:1776190131.383529:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.383532:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.383543:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000abc3f2e1 x1862468301357888/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.383585:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.383590:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376d00 00000400:00000200:3.0:1776190131.383595:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4485 [2] + 328 00000400:00000200:3.0:1776190131.383641:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.383644:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.383648:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190131.383653:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 00000400:00000010:1.0:1776190131.383900:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1352718. 00000400:00000200:1.0:1776190131.383905:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001773e49e 00000400:00000010:1.0:1776190131.383908:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001773e49e. 00000100:00000200:1.0:1776190131.383914:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000abc3f2e1 x1862468301357888/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190131.383922:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000abc3f2e1 x1862468301357888/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190131.383950:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c591aca. 02000000:00000010:1.0:1776190131.383957:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000085916b60. 00000100:00000010:1.0:1776190131.383961:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 00000100:00000010:1.0:1776190131.383965:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a5af241. 00010000:00000010:1.0:1776190131.383968:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b30a055c. 00000020:00000010:2.0:1776190131.384720:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046ddb7f4. 00000020:00000010:2.0:1776190131.384729:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190131.384744:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190131.384770:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c4a3a006 x1862468296469760/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:2.1:1776190131.384966:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029dc8e8e. 00010000:00000010:0.1:1776190131.385028:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030749a6f. 00010000:00000010:0.1:1776190131.385035:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045c67b00. 00000100:00000200:2.0:1776190131.385048:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296469760 02000000:00000010:2.0:1776190131.385062:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ddc0eb36. 00010000:00000010:2.0:1776190131.385090:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000653afe23. 00010000:00000010:2.0:1776190131.385111:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190131.385118:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000299528df. 00000100:00000010:2.0:1776190131.385135:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000299528df. 00010000:00000010:2.0:1776190131.385140:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190131.385153:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000380035ad. 00000100:00000200:2.0:1776190131.385157:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296469760, offset 224 00000400:00000200:2.0:1776190131.385166:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.385179:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.385185:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92591:92591:256:4294967295] 192.168.203.39@tcp LPNI seq info [92591:92591:8:4294967295] 00000400:00000200:2.0:1776190131.385196:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.385203:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.385209:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6ecb0ff (tot 82352466). 00000800:00000200:2.0:1776190131.385215:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.385222:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.385225:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d6ecb0ff type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190131.385243:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190131.385247:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190131.385251:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046ddb7f4. 00080000:00000010:1.0:1776190131.385305:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046bf533e. 00010000:00000010:1.0:1776190131.385388:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ed22b5e. 00010000:00000010:1.0:1776190131.385394:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003d8f67fa. 00010000:00000010:1.0:1776190131.385480:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002b5d353. 00010000:00000010:1.0:1776190131.385486:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd10789b. 00010000:00000010:1.0:1776190131.385495:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003424f3f7. 00000100:00000010:1.0:1776190131.385499:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd590bf5. 00000100:00000010:1.0:1776190131.385506:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190131.385516:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c94a37b0. 02000000:00000010:1.0:1776190131.385537:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000030a7f803. 00000400:00000010:1.0:1776190131.385543:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000037eb0311. 00000400:00000010:1.0:1776190131.385548:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be2d42b. 00000100:00000200:1.0:1776190131.385553:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301357952, portal 16 00000400:00000010:1.0:1776190131.385557:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005097e9c8. 00000100:00000200:1.0:1776190131.385559:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301357952, offset 0 00000400:00000200:1.0:1776190131.385575:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.385582:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.385588:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190131.385592:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190131.385595:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190131.385597:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92592:92592:255:4294967295] 192.168.203.39@tcp LPNI seq info [92592:92592:7:4294967295] 00000400:00000200:1.0:1776190131.385613:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.385618:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.385622:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006429d592 (tot 82352714). 00000800:00000200:1.0:1776190131.385625:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.385630:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.385632:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006429d592 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.386265:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.386270:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6ecb0ff (tot 82352466). 00000400:00000200:3.0:1776190131.386277:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.386282:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.386287:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000380035ad 00000400:00000010:3.0:1776190131.386289:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000380035ad. 00000800:00000200:3.0:1776190131.386348:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.386350:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006429d592 (tot 82352218). 00000400:00000200:3.0:1776190131.386355:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.386358:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.386361:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005097e9c8 00000400:00000010:3.0:1776190131.386362:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005097e9c8. 00000100:00000200:3.0:1776190131.386367:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301357952/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190131.389517:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d3cba0f. 00000400:00000200:2.0:1776190131.391524:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.391543:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820380 00000400:00000200:2.0:1776190131.391553:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5b19 [1] + 224 00000400:00000200:2.0:1776190131.391573:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.391577:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.391588:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301357952/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.391624:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.391629:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376d40 00000400:00000200:2.0:1776190131.391634:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4485 [2] + 656 00000400:00000200:2.0:1776190131.391690:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.391694:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.391698:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190131.391704:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 00000400:00000010:1.0:1776190131.392034:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000037eb0311. 00000400:00000200:1.0:1776190131.392040:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be2d42b 00000400:00000010:1.0:1776190131.392042:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be2d42b. 00000100:00000200:1.0:1776190131.392048:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301357952/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190131.392056:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301357952/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190131.392084:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000030a7f803. 02000000:00000010:1.0:1776190131.392090:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c94a37b0. 00000100:00000010:1.0:1776190131.392093:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190131.392095:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd590bf5. 00010000:00000010:1.0:1776190131.392099:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003424f3f7. 00000020:00000010:3.0:1776190131.394314:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d703e7ee. 00000020:00000010:3.0:1776190131.394326:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bdf4f435. 00000020:00000010:3.0:1776190131.394330:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190131.394360:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d9e7cf1 x1862468296469824/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190131.394398:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296469824 02000000:00000010:3.0:1776190131.394410:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005cbbf213. 00010000:00000010:3.0:1776190131.394440:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017ef1ec7. 00010000:00000010:3.0:1776190131.394460:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b40ac576. 00000100:00000010:3.0:1776190131.394467:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2b881ae. 00000100:00000010:3.0:1776190131.394479:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c2b881ae. 00010000:00000010:3.0:1776190131.394483:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b40ac576. 00000400:00000010:3.0:1776190131.394497:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d376fb9. 00000100:00000200:3.0:1776190131.394502:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296469824, offset 224 00000400:00000200:3.0:1776190131.394511:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.394526:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.394532:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92593:92593:256:4294967295] 192.168.203.39@tcp LPNI seq info [92593:92593:8:4294967295] 00000400:00000200:3.0:1776190131.394542:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.394548:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.394552:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004809ab70 (tot 82352466). 00000800:00000200:3.0:1776190131.394557:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.394575:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.394578:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004809ab70 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190131.394602:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bdf4f435. 00000020:00000010:3.0:1776190131.394605:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190131.394609:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d703e7ee. 00080000:00000010:1.0:1776190131.394869:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c94a37b0. 00010000:00000010:1.0:1776190131.394949:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd10789b. 00010000:00000010:1.0:1776190131.394957:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000686d9293. 00010000:00000010:1.0:1776190131.395027:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc8d566a. 00010000:00000010:1.0:1776190131.395032:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd10789b. 00010000:00000010:1.0:1776190131.395042:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003424f3f7. 00000100:00000010:1.0:1776190131.395046:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd590bf5. 00000100:00000010:1.0:1776190131.395054:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190131.395066:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000030a7f803. 02000000:00000010:1.0:1776190131.395089:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051382e40. 00000400:00000010:1.0:1776190131.395096:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000037eb0311. 00000400:00000010:1.0:1776190131.395102:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be2d42b. 00000100:00000200:1.0:1776190131.395107:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301358016, portal 16 00000400:00000010:1.0:1776190131.395111:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065effbe1. 00000100:00000200:1.0:1776190131.395113:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301358016, offset 0 00000400:00000200:1.0:1776190131.395118:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.395126:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.395132:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190131.395135:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190131.395138:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190131.395140:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92594:92594:255:4294967295] 192.168.203.39@tcp LPNI seq info [92594:92594:7:4294967295] 00000400:00000200:1.0:1776190131.395147:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.395151:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.395154:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069334a23 (tot 82352714). 00000800:00000200:1.0:1776190131.395158:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.395162:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.395164:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069334a23 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190131.395611:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190131.395616:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004809ab70 (tot 82352466). 00000400:00000200:0.0:1776190131.395621:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.395626:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190131.395631:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d376fb9 00000400:00000010:0.0:1776190131.395633:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d376fb9. 00000800:00000200:0.0:1776190131.395705:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190131.395708:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069334a23 (tot 82352218). 00000400:00000200:0.0:1776190131.395712:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.395715:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190131.395717:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065effbe1 00000400:00000010:0.0:1776190131.395719:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065effbe1. 00000100:00000200:0.0:1776190131.395725:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301358016/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190131.396470:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000490603b3. 00010000:00000010:1.1:1776190131.396479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001addba45. 00010000:00000010:1.1:1776190131.398825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa3da66a. 00010000:00000010:1.1:1776190131.398837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002b5d353. 00010000:00000010:2.1:1776190131.398936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000446f5f62. 00000400:00000200:3.0:1776190131.401149:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.401169:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18203c0 00000400:00000200:3.0:1776190131.401179:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5b25 [1] + 224 00000400:00000200:3.0:1776190131.401193:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.401196:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.401211:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301358016/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190131.401827:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000037eb0311. 00000400:00000200:1.0:1776190131.401833:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be2d42b 00000400:00000010:1.0:1776190131.401835:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be2d42b. 00000100:00000200:1.0:1776190131.401843:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301358016/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190131.401851:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301358016/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.401876:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 02000000:00000010:1.0:1776190131.401881:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051382e40. 02000000:00000010:1.0:1776190131.401888:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000030a7f803. 00000400:00000200:3.0:1776190131.401889:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376d80 00000100:00000010:1.0:1776190131.401894:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000400:00000200:3.0:1776190131.401897:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4485 [2] + 984 00000100:00000010:1.0:1776190131.401899:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd590bf5. 00010000:00000010:1.0:1776190131.401904:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003424f3f7. 00000400:00000200:3.0:1776190131.401951:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.401955:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.401960:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190131.401964:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 00000020:00000010:1.0:1776190131.402470:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030a7f803. 00000020:00000010:1.0:1776190131.402477:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.402481:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190131.402504:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000552495c9 x1862468296469888/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190131.402542:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296469888 02000000:00000010:1.0:1776190131.402552:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000051382e40. 00010000:00000010:1.0:1776190131.402587:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e58a2d03. 00010000:00000010:1.0:1776190131.402607:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003424f3f7. 00000100:00000010:1.0:1776190131.402612:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd590bf5. 00000100:00000010:1.0:1776190131.402630:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd590bf5. 00010000:00000010:1.0:1776190131.402632:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003424f3f7. 00000400:00000010:1.0:1776190131.402641:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be2d42b. 00000100:00000200:1.0:1776190131.402645:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296469888, offset 224 00000400:00000200:1.0:1776190131.402652:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.402663:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.402669:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92595:92595:256:4294967295] 192.168.203.39@tcp LPNI seq info [92595:92595:8:4294967295] 00000400:00000200:1.0:1776190131.402678:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.402683:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.402688:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000350c588e (tot 82352466). 00000800:00000200:1.0:1776190131.402693:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.402699:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.402703:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000350c588e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190131.402722:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.402726:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.402729:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030a7f803. 00080000:00000010:3.0:1776190131.402832:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d703e7ee. 00000800:00000200:1.0:1776190131.402896:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.402900:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000350c588e (tot 82352218). 00000400:00000200:1.0:1776190131.402905:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.402911:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.402916:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be2d42b 00000400:00000010:1.0:1776190131.402918:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be2d42b. 00010000:00000010:3.0:1776190131.402925:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd10789b. 00010000:00000010:3.0:1776190131.402935:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047f33e6b. 00010000:00000010:3.0:1776190131.403019:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fae546e. 00010000:00000010:3.0:1776190131.403027:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000efed4706. 00010000:00000010:3.0:1776190131.404545:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b40ac576. 00000100:00000010:3.0:1776190131.404553:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2b881ae. 00000100:00000010:3.0:1776190131.404909:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea935c56. 02000000:00000010:3.0:1776190131.404929:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000058d333a9. 02000000:00000010:3.0:1776190131.404958:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000900029d6. 00000400:00000010:3.0:1776190131.404965:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002661a205. 00000400:00000010:3.0:1776190131.404972:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6b5ec91. 00000100:00000200:3.0:1776190131.404979:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301358080, portal 16 00000400:00000010:3.0:1776190131.404985:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190131.404988:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301358080, offset 0 00000400:00000200:3.0:1776190131.404999:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.405015:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.405023:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190131.405026:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190131.405369:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190131.405373:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92596:92596:256:4294967295] 192.168.203.39@tcp LPNI seq info [92596:92596:8:4294967295] 00000400:00000200:3.0:1776190131.405384:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.405390:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.405396:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352466). 00000800:00000200:3.0:1776190131.405402:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.405410:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.405414:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.406735:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.406742:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003900fe9a (tot 82352218). 00000400:00000200:3.0:1776190131.406750:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.406757:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.406763:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bd3563 00000400:00000010:3.0:1776190131.406765:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bd3563. 00000100:00000200:3.0:1776190131.406789:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ea935c56 x1862468301358080/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190131.408700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd123580. 00010000:00000010:1.1:1776190131.420967:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd227bec. 00000400:00000200:1.0:1776190131.421008:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.421026:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820400 00000400:00000200:1.0:1776190131.421037:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5b31 [1] + 224 00000400:00000200:1.0:1776190131.421049:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.421053:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.421064:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ea935c56 x1862468301358080/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.421311:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.421317:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376dc0 00000400:00000200:1.0:1776190131.421321:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4485 [2] + 1312 00000400:00000200:1.0:1776190131.421382:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.421386:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.421389:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190131.421395:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 00000020:00000010:1.0:1776190131.421622:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030a7f803. 00000020:00000010:1.0:1776190131.421629:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.421633:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190131.421657:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4f3ec3 x1862468296469952/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190131.421687:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296469952 02000000:00000010:1.0:1776190131.421699:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000062caf248. 00010000:00000010:1.0:1776190131.421736:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003424f3f7. 00000100:00000010:1.0:1776190131.421743:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd590bf5. 00000100:00000010:1.0:1776190131.421749:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd590bf5. 00010000:00000010:1.0:1776190131.421752:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003424f3f7. 00000400:00000010:1.0:1776190131.421764:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be2d42b. 00000100:00000200:1.0:1776190131.421768:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296469952, offset 224 00000400:00000200:1.0:1776190131.421800:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.421811:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.421817:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92597:92597:256:4294967295] 192.168.203.39@tcp LPNI seq info [92597:92597:8:4294967295] 00000400:00000200:1.0:1776190131.421826:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.421831:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.421835:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000350c588e (tot 82352466). 00000800:00000200:1.0:1776190131.421840:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.421846:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.421849:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000350c588e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190131.421865:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.421869:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.421871:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030a7f803. 00000800:00000200:1.0:1776190131.421945:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.421948:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000350c588e (tot 82352218). 00000400:00000200:1.0:1776190131.421953:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.421956:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.421959:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be2d42b 00000400:00000010:1.0:1776190131.421961:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be2d42b. 00000400:00000010:3.0:1776190131.427394:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002661a205. 00000400:00000200:3.0:1776190131.427403:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6b5ec91 00000400:00000010:3.0:1776190131.427405:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6b5ec91. 00000100:00000200:3.0:1776190131.427420:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ea935c56 x1862468301358080/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190131.427430:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ea935c56 x1862468301358080/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190131.427454:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f5b9088. 02000000:00000010:3.0:1776190131.427466:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000900029d6. 02000000:00000010:3.0:1776190131.427471:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000058d333a9. 00000100:00000010:3.0:1776190131.427475:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea935c56. 00000100:00000010:3.0:1776190131.427481:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c2b881ae. 00010000:00000010:3.0:1776190131.427485:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b40ac576. 00080000:00000010:3.0:1776190131.427503:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f57168d2. 00010000:00000010:3.0:1776190131.427607:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000efed4706. 00010000:00000010:3.0:1776190131.427614:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008c35729a. 00010000:00000010:3.0:1776190131.427688:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f7c2c76. 00010000:00000010:3.0:1776190131.427693:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000efed4706. 00010000:00000010:3.0:1776190131.427705:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b40ac576. 00000100:00000010:3.0:1776190131.427711:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029afb83f. 00000100:00000010:3.0:1776190131.427717:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea935c56. 02000000:00000010:3.0:1776190131.427731:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000058d333a9. 02000000:00000010:3.0:1776190131.427759:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000900029d6. 00000400:00000010:3.0:1776190131.427763:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002661a205. 00000400:00000010:3.0:1776190131.427768:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6b5ec91. 00000100:00000200:3.0:1776190131.427792:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301358144, portal 16 00000400:00000010:3.0:1776190131.427796:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190131.427798:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301358144, offset 0 00000400:00000200:3.0:1776190131.427806:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.427820:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.427827:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190131.427830:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190131.427833:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190131.427837:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92598:92598:256:4294967295] 192.168.203.39@tcp LPNI seq info [92598:92598:8:4294967295] 00000400:00000200:3.0:1776190131.427846:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.427852:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.427856:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003900fe9a (tot 82352466). 00000800:00000200:3.0:1776190131.427862:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.427869:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.427872:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003900fe9a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.427978:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.427981:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003900fe9a (tot 82352218). 00000400:00000200:3.0:1776190131.427986:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.427990:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.427993:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bd3563 00000400:00000010:3.0:1776190131.427995:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bd3563. 00000100:00000200:3.0:1776190131.427999:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ea935c56 x1862468301358144/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190131.432840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5e2e767. 00010000:00000010:3.1:1776190131.432854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc8d566a. 00000400:00000200:1.0:1776190131.440499:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.440518:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820440 00000400:00000200:1.0:1776190131.440527:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5b3d [1] + 224 00000400:00000200:1.0:1776190131.440538:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.440541:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.440550:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ea935c56 x1862468301358144/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.440593:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.440599:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376e00 00000400:00000200:1.0:1776190131.440603:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4485 [2] + 1640 00000400:00000010:2.0:1776190131.440609:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002661a205. 00000400:00000200:2.0:1776190131.440613:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6b5ec91 00000400:00000010:2.0:1776190131.440615:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6b5ec91. 00000100:00000200:2.0:1776190131.440621:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ea935c56 x1862468301358144/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190131.440628:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ea935c56 x1862468301358144/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190131.440657:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000900029d6. 02000000:00000010:2.0:1776190131.440662:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000058d333a9. 00000100:00000010:2.0:1776190131.440666:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea935c56. 00000100:00000010:2.0:1776190131.440670:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029afb83f. 00010000:00000010:2.0:1776190131.440673:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b40ac576. 00000400:00000200:1.0:1776190131.441253:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.441259:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.441263:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190131.441268:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089ccee46. 00000020:00000010:0.0:1776190131.442631:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061e11254. 00000020:00000010:0.0:1776190131.442640:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.442645:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190131.442672:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000089ccee46 x1862468296470016/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190131.443033:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296470016 02000000:00000010:0.0:1776190131.443044:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005f2f0c1c. 00010000:00000010:0.0:1776190131.443196:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0d3b14a. 00010000:00000010:0.0:1776190131.443219:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.443226:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a5af241. 00000100:00000010:0.0:1776190131.443284:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a5af241. 00010000:00000010:0.0:1776190131.443289:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000400:00000010:0.0:1776190131.443304:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a88dbd8. 00000100:00000200:0.0:1776190131.443310:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296470016, offset 224 00000400:00000200:0.0:1776190131.443318:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.443331:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.443336:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92599:92599:256:4294967295] 192.168.203.39@tcp LPNI seq info [92599:92599:8:4294967295] 00000400:00000200:0.0:1776190131.443346:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.443351:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.443355:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352466). 00000800:00000200:0.0:1776190131.443360:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.443367:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.443370:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.443394:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.443399:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190131.443403:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061e11254. 00000800:00000200:1.0:1776190131.443680:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.443747:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:1.0:1776190131.443753:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.443758:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.443762:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a88dbd8 00000400:00000010:1.0:1776190131.443763:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a88dbd8. 00010000:00000010:3.1:1776190131.443988:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000747cd1cd. 00010000:00000010:3.1:1776190131.443994:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c9438e7. 00010000:00000010:3.1:1776190131.443998:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fae546e. 00080000:00000010:3.0:1776190131.444025:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099805fa6. 00010000:00000010:3.0:1776190131.444252:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000efed4706. 00010000:00000010:3.0:1776190131.444259:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bcc4de5a. 00010000:00000010:3.0:1776190131.444340:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fae546e. 00010000:00000010:3.0:1776190131.444346:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000efed4706. 00010000:00000010:3.0:1776190131.444356:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e56d2cf9. 00000100:00000010:3.0:1776190131.444361:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2b881ae. 00000100:00000010:3.0:1776190131.444369:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 02000000:00000010:3.0:1776190131.444381:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000011425898. 02000000:00000010:3.0:1776190131.444403:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a348a165. 00000400:00000010:3.0:1776190131.444409:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000095e85680. 00000400:00000010:3.0:1776190131.444414:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190131.444419:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301358208, portal 16 00000400:00000010:3.0:1776190131.444423:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f8ae577. 00000100:00000200:3.0:1776190131.444425:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301358208, offset 0 00000400:00000200:3.0:1776190131.444431:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.444441:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.444447:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190131.444449:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190131.444452:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190131.444455:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92600:92600:256:4294967295] 192.168.203.39@tcp LPNI seq info [92600:92600:8:4294967295] 00000400:00000200:3.0:1776190131.444463:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.444468:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.444472:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190131.444477:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.444482:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.444484:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190131.445541:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190131.445548:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:0.0:1776190131.445555:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.445571:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190131.445575:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f8ae577 00000400:00000010:0.0:1776190131.445577:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f8ae577. 00000100:00000200:0.0:1776190131.445585:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000001edc131 x1862468301358208/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.447940:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.447962:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820480 00000400:00000200:1.0:1776190131.447970:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5b49 [1] + 224 00000400:00000200:1.0:1776190131.447984:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.447987:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.447996:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000001edc131 x1862468301358208/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190131.448291:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000095e85680. 00000400:00000200:3.0:1776190131.448296:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bd3563 00000400:00000010:3.0:1776190131.448298:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bd3563. 00000100:00000200:3.0:1776190131.448304:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000001edc131 x1862468301358208/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190131.448312:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000001edc131 x1862468301358208/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190131.448341:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a348a165. 02000000:00000010:3.0:1776190131.448346:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000011425898. 00000100:00000010:3.0:1776190131.448350:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 00000100:00000010:3.0:1776190131.448355:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c2b881ae. 00010000:00000010:3.0:1776190131.448360:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e56d2cf9. 00010000:00000010:0.1:1776190131.448431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000889232b7. 00000400:00000200:1.0:1776190131.449242:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.449256:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376e40 00000400:00000200:1.0:1776190131.449261:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4485 [2] + 1968 00000400:00000010:1.0:1776190131.449265:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006406db30. 00000400:00000200:1.0:1776190131.449269:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006ebf09f4 00000400:00000200:1.0:1776190131.449315:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.449319:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.449322:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ebf09f4 00000400:00000010:1.0:1776190131.449325:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006ebf09f4 (tot 82352066). 00000100:00000200:1.0:1776190131.449330:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190131.449411:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061e11254. 00000020:00000010:0.0:1776190131.449419:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.449423:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190131.449445:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d432172e x1862468296470080/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190131.449477:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296470080 02000000:00000010:0.0:1776190131.449486:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000012bbc783. 00010000:00000010:0.0:1776190131.449511:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009abb1e23. 00010000:00000010:0.0:1776190131.449530:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.449536:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a5af241. 00000100:00000010:0.0:1776190131.449552:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a5af241. 00010000:00000010:0.0:1776190131.449555:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000400:00000010:0.0:1776190131.449575:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000268affd4. 00000100:00000200:0.0:1776190131.449579:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296470080, offset 224 00000400:00000200:0.0:1776190131.449586:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.449596:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.449600:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92601:92601:256:4294967295] 192.168.203.39@tcp LPNI seq info [92601:92601:8:4294967295] 00000400:00000200:0.0:1776190131.449619:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.449624:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.449628:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352314). 00000800:00000200:0.0:1776190131.449633:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.449639:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.449643:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.449668:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.449672:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190131.449675:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061e11254. 02000000:00000010:0.0:1776190131.449682:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005f2f0c1c. 00000100:00000010:0.0:1776190131.449685:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089ccee46. 02000000:00000010:0.0:1776190131.449688:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000062caf248. 00000100:00000010:0.0:1776190131.449692:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 02000000:00000010:0.0:1776190131.449694:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000051382e40. 00000100:00000010:0.0:1776190131.449696:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000552495c9. 02000000:00000010:0.0:1776190131.449699:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005cbbf213. 00000100:00000010:0.0:1776190131.449702:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 02000000:00000010:0.0:1776190131.449705:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ddc0eb36. 00000100:00000010:0.0:1776190131.449706:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 02000000:00000010:0.0:1776190131.449709:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001f434434. 00000100:00000010:0.0:1776190131.449710:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 00000100:00000200:0.0:1776190131.449716:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190131.449720:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000647b22c4. 00000400:00000010:0.0:1776190131.449724:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007a5af241 (tot 82352466). 00000800:00000200:1.0:1776190131.449898:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.449902:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352218). 00000400:00000200:1.0:1776190131.449905:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.449909:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.449912:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000268affd4 00000400:00000010:1.0:1776190131.449913:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000268affd4. 02000000:00000010:1.0:1776190131.449917:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000012bbc783. 00080000:00000010:3.0:1776190131.449986:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004dbfadd6. 00010000:00000010:3.0:1776190131.450056:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000efed4706. 00010000:00000010:3.0:1776190131.450061:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017d639ca. 00010000:00000010:3.0:1776190131.450125:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ef5386f7. 00010000:00000010:3.0:1776190131.450129:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f407f934. 00010000:00000010:3.0:1776190131.450133:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b02d4908. 00010000:00000010:3.0:1776190131.450138:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000efed4706. 00080000:00000010:3.0:1776190131.450150:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011425898. 00010000:00000010:3.0:1776190131.450173:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000efed4706. 00010000:00000010:3.0:1776190131.450177:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f407f934. 00010000:00000010:3.0:1776190131.450221:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033daa5b4. 00010000:00000010:3.0:1776190131.450225:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000efed4706. 00010000:00000010:3.0:1776190131.450231:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e56d2cf9. 00000100:00000010:3.0:1776190131.450234:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2b881ae. 00000100:00000010:3.0:1776190131.450240:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 02000000:00000010:3.0:1776190131.450249:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a348a165. 02000000:00000010:3.0:1776190131.450268:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d37674a0. 00000400:00000010:3.0:1776190131.450272:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000095e85680. 00000400:00000010:3.0:1776190131.450275:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190131.450278:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301358272, portal 16 00000400:00000010:3.0:1776190131.450282:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000100:00000200:3.0:1776190131.450283:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301358272, offset 0 00000400:00000200:3.0:1776190131.450289:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.450296:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.450302:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190131.450306:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190131.450308:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190131.450311:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92602:92602:256:4294967295] 192.168.203.39@tcp LPNI seq info [92602:92602:8:4294967295] 00000400:00000200:3.0:1776190131.450318:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.450322:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.450325:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190131.450329:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.450333:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.450335:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190131.450407:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.450409:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:1.0:1776190131.450414:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.450417:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.450421:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003335af77 00000400:00000010:1.0:1776190131.450422:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003335af77. 00000100:00000200:1.0:1776190131.450427:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000001edc131 x1862468301358272/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190131.451921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000233b6350. 00010000:00000010:3.1:1776190131.451932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f7c2c76. 00010000:00000010:0.1:1776190131.456002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0b8a423. 00010000:00000010:3.1:1776190131.460918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000835ad466. 00010000:00000010:3.1:1776190131.460941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fae546e. 00010000:00000010:3.1:1776190131.460946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef5386f7. 00010000:00000010:3.1:1776190131.460950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02d4908. 00000400:00000200:1.0:1776190131.461252:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.461282:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18204c0 00000400:00000200:1.0:1776190131.461290:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5b59 [1] + 224 00000400:00000200:1.0:1776190131.461302:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.461306:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.461316:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000001edc131 x1862468301358272/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.461350:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.461355:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376e80 00000400:00000200:1.0:1776190131.461359:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb44dd [2] + 0 00000400:00000200:1.0:1776190131.461367:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.461370:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.461374:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190131.461380:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b94bceb5. 00000400:00000010:3.0:1776190131.461490:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000095e85680. 00000400:00000200:3.0:1776190131.461495:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bd3563 00000400:00000010:3.0:1776190131.461497:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bd3563. 00000100:00000200:3.0:1776190131.461503:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000001edc131 x1862468301358272/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190131.461510:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000001edc131 x1862468301358272/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190131.461538:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d37674a0. 02000000:00000010:3.0:1776190131.461552:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a348a165. 00000100:00000010:3.0:1776190131.461555:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 00000100:00000010:3.0:1776190131.461559:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c2b881ae. 00010000:00000010:3.0:1776190131.461571:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e56d2cf9. 00000020:00000010:2.0:1776190131.462744:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004fcf4cf7. 00000020:00000010:2.0:1776190131.462754:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190131.462759:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190131.462802:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b94bceb5 x1862468296470144/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190131.462832:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296470144 02000000:00000010:2.0:1776190131.462843:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bc25f6f2. 00010000:00000010:2.0:1776190131.462869:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001164e981. 00010000:00000010:2.0:1776190131.462889:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190131.462896:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000299528df. 00000100:00000010:2.0:1776190131.462913:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000299528df. 00010000:00000010:2.0:1776190131.462918:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190131.462930:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d79ca7. 00000100:00000200:2.0:1776190131.462936:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296470144, offset 224 00000400:00000200:2.0:1776190131.462945:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.462957:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.462962:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92603:92603:256:4294967295] 192.168.203.39@tcp LPNI seq info [92603:92603:8:4294967295] 00000400:00000200:2.0:1776190131.462972:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.462978:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.462982:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a3d1fd9 (tot 82352466). 00000800:00000200:2.0:1776190131.462988:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.462996:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.462999:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002a3d1fd9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190131.463022:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190131.463028:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190131.463031:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004fcf4cf7. 00000800:00000200:1.0:1776190131.463195:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.463199:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a3d1fd9 (tot 82352218). 00000400:00000200:1.0:1776190131.463205:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.463210:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.463214:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d79ca7 00000400:00000010:1.0:1776190131.463216:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d79ca7. 00080000:00000010:3.0:1776190131.463455:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d37674a0. 00010000:00000010:3.0:1776190131.463540:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000efed4706. 00010000:00000010:3.0:1776190131.463546:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b0accce7. 00010000:00000010:3.0:1776190131.463892:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b02d4908. 00010000:00000010:3.0:1776190131.463899:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000efed4706. 00010000:00000010:3.0:1776190131.463909:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e56d2cf9. 00000100:00000010:3.0:1776190131.463914:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2b881ae. 00000100:00000010:3.0:1776190131.463921:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 02000000:00000010:3.0:1776190131.463934:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e52ddcff. 02000000:00000010:3.0:1776190131.463959:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004aeefaca. 00000400:00000010:3.0:1776190131.463967:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000095e85680. 00000400:00000010:3.0:1776190131.463974:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190131.463981:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301358336, portal 16 00000400:00000010:3.0:1776190131.463986:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e52bdf0a. 00000100:00000200:3.0:1776190131.463987:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301358336, offset 0 00000400:00000200:3.0:1776190131.463994:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.464004:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.464010:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190131.464013:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190131.464016:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190131.464019:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92604:92604:256:4294967295] 192.168.203.39@tcp LPNI seq info [92604:92604:8:4294967295] 00000400:00000200:3.0:1776190131.464027:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.464031:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.464035:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190131.464039:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.464045:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.464048:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190131.464656:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.464661:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:1.0:1776190131.464667:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.464673:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.464677:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e52bdf0a 00000400:00000010:1.0:1776190131.464679:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e52bdf0a. 00000100:00000200:1.0:1776190131.464686:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000001edc131 x1862468301358336/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.468391:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.468411:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820500 00000400:00000200:1.0:1776190131.468420:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5b65 [1] + 224 00000400:00000200:1.0:1776190131.468451:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.468457:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.468467:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000001edc131 x1862468301358336/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190131.468817:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000095e85680. 00000400:00000200:2.0:1776190131.468824:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bd3563 00000400:00000010:2.0:1776190131.468826:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bd3563. 00000100:00000200:2.0:1776190131.468833:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000001edc131 x1862468301358336/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190131.468841:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000001edc131 x1862468301358336/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190131.468872:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004aeefaca. 02000000:00000010:2.0:1776190131.468879:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e52ddcff. 00000100:00000010:2.0:1776190131.468883:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 00000100:00000010:2.0:1776190131.468887:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c2b881ae. 00010000:00000010:2.0:1776190131.468892:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e56d2cf9. 00010000:00000010:3.1:1776190131.469820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ef74d29. 00010000:00000010:3.1:1776190131.469830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033daa5b4. 00000400:00000200:1.0:1776190131.471921:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.471940:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376ec0 00000400:00000200:1.0:1776190131.471947:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb44dd [2] + 328 00000400:00000200:1.0:1776190131.472011:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.472016:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.472022:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190131.472027:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a8bea6. 00000020:00000010:2.0:1776190131.472157:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004fcf4cf7. 00000020:00000010:2.0:1776190131.472164:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190131.472168:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190131.472194:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c2a8bea6 x1862468296470208/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190131.472228:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296470208 02000000:00000010:2.0:1776190131.472240:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000058d333a9. 00010000:00000010:2.0:1776190131.472267:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a679586. 00010000:00000010:2.0:1776190131.472287:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190131.472293:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000299528df. 00000100:00000010:2.0:1776190131.472313:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000299528df. 00010000:00000010:2.0:1776190131.472320:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190131.472334:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfa37fdc. 00000100:00000200:2.0:1776190131.472339:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296470208, offset 224 00000400:00000200:2.0:1776190131.472346:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00080000:00000010:0.0:1776190131.472352:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f2f0c1c. 00000400:00000200:2.0:1776190131.472356:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.472361:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92605:92605:256:4294967295] 192.168.203.39@tcp LPNI seq info [92605:92605:8:4294967295] 00000400:00000200:2.0:1776190131.472370:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.472375:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.472378:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003db09799 (tot 82352466). 00000800:00000200:2.0:1776190131.472383:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.472389:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.472392:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003db09799 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190131.472405:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190131.472408:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190131.472410:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004fcf4cf7. 00010000:00000010:0.0:1776190131.472430:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000efed4706. 00010000:00000010:0.0:1776190131.472436:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006e8d8b3b. 00010000:00000010:0.0:1776190131.472510:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045c67b00. 00010000:00000010:0.0:1776190131.472516:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dbb95391. 00010000:00000010:0.0:1776190131.472525:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000800:00000200:1.0:1776190131.472528:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1776190131.472529:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585ff876. 00000800:00000010:1.0:1776190131.472532:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003db09799 (tot 82352218). 00000100:00000010:0.0:1776190131.472536:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 00000400:00000200:1.0:1776190131.472537:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.472540:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.472543:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfa37fdc 00000400:00000010:1.0:1776190131.472546:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfa37fdc. 02000000:00000010:0.0:1776190131.472556:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000061e11254. 02000000:00000010:0.0:1776190131.472584:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004b1d897. 00000400:00000010:0.0:1776190131.472589:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a1da0e78. 00000400:00000010:0.0:1776190131.472593:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f73e503. 00000100:00000200:0.0:1776190131.472597:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301358400, portal 16 00000400:00000010:0.0:1776190131.472602:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeac3683. 00000100:00000200:0.0:1776190131.472604:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301358400, offset 0 00000400:00000200:0.0:1776190131.472608:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.472614:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.472620:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.472624:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.472626:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.472629:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92606:92606:256:4294967295] 192.168.203.39@tcp LPNI seq info [92606:92606:8:4294967295] 00000400:00000200:0.0:1776190131.472636:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.472640:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.472643:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000826f680e (tot 82352466). 00000800:00000200:0.0:1776190131.472647:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.472650:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.472652:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000826f680e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190131.472825:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.472828:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000826f680e (tot 82352218). 00000400:00000200:1.0:1776190131.472831:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.472834:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.472837:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeac3683 00000400:00000010:1.0:1776190131.472838:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeac3683. 00000100:00000200:1.0:1776190131.472843:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000abc3f2e1 x1862468301358400/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190131.475901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d390276. 00000400:00000200:1.0:1776190131.476387:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.476408:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820540 00000400:00000200:1.0:1776190131.476417:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5b71 [1] + 224 00000400:00000200:1.0:1776190131.476433:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.476437:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.476447:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000abc3f2e1 x1862468301358400/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190131.476536:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a1da0e78. 00000400:00000200:0.0:1776190131.476550:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f73e503 00000400:00000010:0.0:1776190131.476552:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f73e503. 00000100:00000200:0.0:1776190131.476558:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000abc3f2e1 x1862468301358400/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.476574:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000abc3f2e1 x1862468301358400/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190131.476603:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004b1d897. 02000000:00000010:0.0:1776190131.476609:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000061e11254. 00000100:00000010:0.0:1776190131.476612:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 00000100:00000010:0.0:1776190131.476617:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585ff876. 00010000:00000010:0.0:1776190131.476621:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000400:00000200:1.0:1776190131.476818:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.476826:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376f00 00000400:00000200:1.0:1776190131.476831:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb44dd [2] + 656 00000400:00000200:1.0:1776190131.476885:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.476889:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.476900:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190131.476905:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 00000020:00000010:2.0:1776190131.477121:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004fcf4cf7. 00000020:00000010:2.0:1776190131.477128:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190131.477133:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190131.477156:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d96c74a9 x1862468296470272/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190131.477185:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296470272 02000000:00000010:2.0:1776190131.477194:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000900029d6. 00010000:00000010:2.0:1776190131.477221:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000147aba88. 00010000:00000010:2.0:1776190131.477238:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190131.477243:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000299528df. 00000100:00000010:2.0:1776190131.477259:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000299528df. 00010000:00000010:2.0:1776190131.477263:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190131.477272:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190131.477276:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296470272, offset 224 00000400:00000200:2.0:1776190131.477282:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.477292:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.477297:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92607:92607:256:4294967295] 192.168.203.39@tcp LPNI seq info [92607:92607:8:4294967295] 00000400:00000200:2.0:1776190131.477306:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.477311:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.477315:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c149bd5 (tot 82352466). 00000800:00000200:2.0:1776190131.477320:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.477328:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.477331:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c149bd5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190131.477343:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190131.477346:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190131.477349:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004fcf4cf7. 00080000:00000010:3.0:1776190131.477457:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a03a430d. 00010000:00000010:3.0:1776190131.477599:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dbb95391. 00010000:00000010:3.0:1776190131.477616:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ceae7050. 00010000:00000010:3.0:1776190131.477722:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033daa5b4. 00010000:00000010:3.0:1776190131.477731:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca9ef78c. 00010000:00000010:3.0:1776190131.477747:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000711a7b61. 00000100:00000010:3.0:1776190131.477756:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2b881ae. 00000100:00000010:3.0:1776190131.477766:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190131.477819:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f31635eb. 02000000:00000010:3.0:1776190131.477854:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a09b6490. 00000400:00000010:3.0:1776190131.477861:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078b03bd3. 00000400:00000010:3.0:1776190131.477868:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ceb23d8e. 00000100:00000200:3.0:1776190131.477875:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301358464, portal 16 00000400:00000010:3.0:1776190131.477880:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044641569. 00000100:00000200:3.0:1776190131.477882:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301358464, offset 0 00000400:00000200:3.0:1776190131.477893:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.477911:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.477923:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190131.477927:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190131.477930:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190131.477933:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92608:92608:255:4294967295] 192.168.203.39@tcp LPNI seq info [92608:92608:7:4294967295] 00000400:00000200:3.0:1776190131.477943:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.477948:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.478005:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc81a4c0 (tot 82352714). 00000800:00000200:2.0:1776190131.478018:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.478022:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.478025:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc81a4c0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190131.478719:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.478723:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352466). 00000400:00000200:1.0:1776190131.478730:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.478736:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.478740:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:1.0:1776190131.478742:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00000800:00000200:1.0:1776190131.478832:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.478834:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc81a4c0 (tot 82352218). 00000400:00000200:1.0:1776190131.478838:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.478841:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.478843:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044641569 00000400:00000010:1.0:1776190131.478844:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044641569. 00000100:00000200:1.0:1776190131.478851:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ffde2ec x1862468301358464/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190131.479875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fd1949b. 00010000:00000010:0.1:1776190131.479889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02d4908. 00000400:00000200:1.0:1776190131.481406:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.481432:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820580 00000400:00000200:1.0:1776190131.481443:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5b7d [1] + 224 00000400:00000200:1.0:1776190131.481463:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.481467:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.481480:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ffde2ec x1862468301358464/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190131.481605:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078b03bd3. 00000400:00000200:2.0:1776190131.481612:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ceb23d8e 00000400:00000010:2.0:1776190131.481614:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ceb23d8e. 00000100:00000200:2.0:1776190131.481621:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ffde2ec x1862468301358464/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190131.481630:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ffde2ec x1862468301358464/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190131.481669:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a09b6490. 02000000:00000010:2.0:1776190131.481678:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f31635eb. 00000100:00000010:2.0:1776190131.481682:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000010:2.0:1776190131.481690:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c2b881ae. 00010000:00000010:2.0:1776190131.481696:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000711a7b61. 00000400:00000200:1.0:1776190131.482756:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.483123:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376f40 00000400:00000200:1.0:1776190131.483134:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb44dd [2] + 984 00000400:00000200:1.0:1776190131.483230:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.483236:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.483244:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190131.483251:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8f88089. 00000020:00000010:0.0:1776190131.483359:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061e11254. 00000020:00000010:0.0:1776190131.483372:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.483377:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190131.483411:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e8f88089 x1862468296470336/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190131.483446:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296470336 02000000:00000010:0.0:1776190131.483456:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000004b1d897. 00010000:00000010:0.0:1776190131.483482:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006bcabbf8. 00010000:00000010:0.0:1776190131.483504:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.483511:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585ff876. 00000100:00000010:0.0:1776190131.483535:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585ff876. 00010000:00000010:0.0:1776190131.483545:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000400:00000010:0.0:1776190131.483558:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f73e503. 00000100:00000200:0.0:1776190131.483574:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296470336, offset 224 00000400:00000200:0.0:1776190131.483583:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.483599:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.483609:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92609:92609:256:4294967295] 192.168.203.39@tcp LPNI seq info [92609:92609:8:4294967295] 00000400:00000200:0.0:1776190131.483618:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.483624:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.483629:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352466). 00000800:00000200:0.0:1776190131.483635:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.483641:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.483644:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.483660:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.483664:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190131.483666:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061e11254. 00080000:00000010:3.0:1776190131.483987:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1b6b62b. 00010000:00000010:3.0:1776190131.484089:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca9ef78c. 00010000:00000010:3.0:1776190131.484096:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac68f1ba. 00010000:00000010:3.0:1776190131.484179:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fae546e. 00010000:00000010:3.0:1776190131.484188:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca9ef78c. 00010000:00000010:3.0:1776190131.484198:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba27accf. 00000100:00000010:3.0:1776190131.484204:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2b881ae. 00000800:00000200:1.0:1776190131.484204:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.484212:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352218). 00000100:00000010:3.0:1776190131.484219:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000143a7ad1. 00000400:00000200:1.0:1776190131.484220:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.484231:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.484238:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f73e503 02000000:00000010:3.0:1776190131.484239:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f31635eb. 00000400:00000010:1.0:1776190131.484243:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f73e503. 02000000:00000010:3.0:1776190131.484270:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a09b6490. 00000400:00000010:3.0:1776190131.484280:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078b03bd3. 00000400:00000010:3.0:1776190131.484286:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ceb23d8e. 00000100:00000200:3.0:1776190131.484291:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301358528, portal 16 00000400:00000010:3.0:1776190131.484296:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044641569. 00000100:00000200:3.0:1776190131.484297:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301358528, offset 0 00000400:00000200:3.0:1776190131.484304:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.484524:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.484531:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190131.484535:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190131.484538:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190131.484540:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92610:92610:256:4294967295] 192.168.203.39@tcp LPNI seq info [92610:92610:8:4294967295] 00000400:00000200:3.0:1776190131.484831:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.484840:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.484845:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190131.484851:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.484857:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.484860:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190131.485165:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.485169:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:1.0:1776190131.485176:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.485181:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.485186:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044641569 00000400:00000010:1.0:1776190131.485188:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044641569. 00000100:00000200:1.0:1776190131.485196:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000143a7ad1 x1862468301358528/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190131.489301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c963d933. 00010000:00000010:3.1:1776190131.489932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc9d8d7f. 00010000:00000010:3.1:1776190131.489946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045c67b00. 00000400:00000200:1.0:1776190131.490142:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.490162:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18205c0 00000400:00000200:1.0:1776190131.490170:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5b89 [1] + 224 00000400:00000200:1.0:1776190131.490186:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.490190:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.490200:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000143a7ad1 x1862468301358528/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190131.490278:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078b03bd3. 00000400:00000200:3.0:1776190131.490283:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ceb23d8e 00000400:00000010:3.0:1776190131.490285:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ceb23d8e. 00000100:00000200:3.0:1776190131.490291:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000143a7ad1 x1862468301358528/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190131.490298:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000143a7ad1 x1862468301358528/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190131.490339:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a09b6490. 02000000:00000010:3.0:1776190131.490346:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f31635eb. 00000100:00000010:3.0:1776190131.490349:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000143a7ad1. 00000100:00000010:3.0:1776190131.490353:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c2b881ae. 00010000:00000010:3.0:1776190131.490357:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba27accf. 00000400:00000200:1.0:1776190131.491954:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.491969:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376f80 00000400:00000200:1.0:1776190131.491975:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb44dd [2] + 1312 00000400:00000200:1.0:1776190131.492033:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.492037:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.492043:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190131.492048:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 00000020:00000010:2.0:1776190131.492241:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004fcf4cf7. 00000020:00000010:2.0:1776190131.492256:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190131.492263:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190131.492301:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4f3ec3 x1862468296470400/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190131.492344:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296470400 02000000:00000010:2.0:1776190131.492360:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001f434434. 00010000:00000010:2.0:1776190131.492399:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001bcc0df2. 00010000:00000010:2.0:1776190131.492432:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190131.492442:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000299528df. 00000100:00000010:2.0:1776190131.492462:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000299528df. 00010000:00000010:2.0:1776190131.492468:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190131.492485:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000349040d8. 00000100:00000200:2.0:1776190131.492491:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296470400, offset 224 00000400:00000200:2.0:1776190131.492502:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00080000:00000010:3.0:1776190131.492508:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f31635eb. 00000400:00000200:2.0:1776190131.492520:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.492528:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92611:92611:256:4294967295] 192.168.203.39@tcp LPNI seq info [92611:92611:8:4294967295] 00000400:00000200:2.0:1776190131.492539:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.492547:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.492554:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007553869f (tot 82352466). 00000800:00000200:2.0:1776190131.492577:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.492586:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.492591:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007553869f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190131.492619:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190131.492624:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00010000:00000010:3.0:1776190131.492628:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca9ef78c. 00000020:00000010:2.0:1776190131.492629:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004fcf4cf7. 00010000:00000010:3.0:1776190131.492643:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f0f07a1c. 00000800:00000200:1.0:1776190131.492709:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.492713:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352218). 00000400:00000200:1.0:1776190131.492718:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.492723:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.492728:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000349040d8 00000400:00000010:1.0:1776190131.492730:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000349040d8. 00010000:00000010:3.0:1776190131.492735:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f7c2c76. 00010000:00000010:3.0:1776190131.492741:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca9ef78c. 00010000:00000010:3.0:1776190131.492753:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba27accf. 00000100:00000010:3.0:1776190131.492759:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2b881ae. 00000100:00000010:3.0:1776190131.492769:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000143a7ad1. 02000000:00000010:3.0:1776190131.493241:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a09b6490. 02000000:00000010:3.0:1776190131.493270:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e52ddcff. 00000400:00000010:3.0:1776190131.493275:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078b03bd3. 00000400:00000010:3.0:1776190131.493280:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ceb23d8e. 00000100:00000200:3.0:1776190131.493285:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301358592, portal 16 00000400:00000010:3.0:1776190131.493290:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190131.493293:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301358592, offset 0 00000400:00000200:3.0:1776190131.493300:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.493312:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.493319:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190131.493322:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190131.493325:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190131.493328:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92612:92612:256:4294967295] 192.168.203.39@tcp LPNI seq info [92612:92612:8:4294967295] 00000400:00000200:3.0:1776190131.493336:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.493342:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.493346:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190131.493351:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.493357:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.493361:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190131.493479:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.493481:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:1.0:1776190131.493487:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.493491:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.493494:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bd3563 00000400:00000010:1.0:1776190131.493496:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bd3563. 00000100:00000200:1.0:1776190131.493502:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000143a7ad1 x1862468301358592/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190131.493813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec83fec0. 00000400:00000200:1.0:1776190131.496176:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.496194:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820600 00000400:00000200:1.0:1776190131.496203:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5b95 [1] + 224 00000400:00000200:1.0:1776190131.496218:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.496222:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.496231:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000143a7ad1 x1862468301358592/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190131.496306:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078b03bd3. 00000400:00000200:3.0:1776190131.496319:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ceb23d8e 00000400:00000010:3.0:1776190131.496321:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ceb23d8e. 00000100:00000200:3.0:1776190131.496327:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000143a7ad1 x1862468301358592/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190131.496335:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000143a7ad1 x1862468301358592/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190131.496362:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e52ddcff. 02000000:00000010:3.0:1776190131.496368:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a09b6490. 00000100:00000010:3.0:1776190131.496372:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000143a7ad1. 00000100:00000010:3.0:1776190131.496376:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c2b881ae. 00010000:00000010:3.0:1776190131.496380:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba27accf. 00010000:00000010:3.1:1776190131.497973:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021e5078c. 00010000:00000010:3.1:1776190131.497986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033daa5b4. 00010000:00000010:2.1:1776190131.498785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e117e3e. 00000400:00000200:1.0:1776190131.499052:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.499071:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1376fc0 00000400:00000200:1.0:1776190131.499079:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb44dd [2] + 1640 00000400:00000200:1.0:1776190131.499940:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.499949:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.499956:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190131.499962:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089ccee46. 00000020:00000010:2.0:1776190131.500355:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ddc0eb36. 00000020:00000010:2.0:1776190131.500367:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190131.500373:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190131.500410:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000089ccee46 x1862468296470464/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190131.500449:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296470464 02000000:00000010:2.0:1776190131.500469:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000046ddb7f4. 00010000:00000010:2.0:1776190131.500506:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003cdb6bb9. 00010000:00000010:2.0:1776190131.500532:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190131.500540:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000299528df. 00000100:00000010:2.0:1776190131.500558:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000299528df. 00010000:00000010:2.0:1776190131.500573:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190131.500589:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9d880d0. 00000100:00000200:2.0:1776190131.500595:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296470464, offset 224 00000400:00000200:2.0:1776190131.500605:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.500621:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.500628:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92613:92613:256:4294967295] 192.168.203.39@tcp LPNI seq info [92613:92613:8:4294967295] 00000400:00000200:2.0:1776190131.500638:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.500644:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.500649:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007553869f (tot 82352466). 00000800:00000200:2.0:1776190131.500656:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.500664:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.500668:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007553869f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190131.500689:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190131.500692:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190131.500695:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ddc0eb36. 00000800:00000200:1.0:1776190131.501550:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.501556:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352218). 00000400:00000200:1.0:1776190131.501572:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.501580:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.501585:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9d880d0 00000400:00000010:1.0:1776190131.501587:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9d880d0. 00080000:00000010:3.0:1776190131.501656:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a09b6490. 00010000:00000010:3.1:1776190131.502216:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2224a47. 00010000:00000010:3.1:1776190131.502225:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fae546e. 00010000:00000010:3.0:1776190131.502259:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca9ef78c. 00010000:00000010:3.0:1776190131.502267:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001834a356. 00010000:00000010:3.0:1776190131.502386:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fae546e. 00010000:00000010:3.0:1776190131.502392:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca9ef78c. 00010000:00000010:3.0:1776190131.502405:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba27accf. 00000100:00000010:3.0:1776190131.502412:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2b881ae. 00000100:00000010:3.0:1776190131.502422:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000143a7ad1. 02000000:00000010:3.0:1776190131.502434:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e52ddcff. 02000000:00000010:3.0:1776190131.502462:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004aeefaca. 00000400:00000010:3.0:1776190131.502468:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078b03bd3. 00000400:00000010:3.0:1776190131.502474:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ceb23d8e. 00000100:00000200:3.0:1776190131.502494:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301358656, portal 16 00000400:00000010:3.0:1776190131.502500:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e52bdf0a. 00000100:00000200:3.0:1776190131.502502:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301358656, offset 0 00000400:00000200:3.0:1776190131.502510:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.502527:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.502534:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190131.502538:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190131.502541:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190131.502545:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92614:92614:256:4294967295] 192.168.203.39@tcp LPNI seq info [92614:92614:8:4294967295] 00000400:00000200:3.0:1776190131.502575:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.502580:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.502585:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190131.502590:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.502598:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.502601:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190131.502769:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.502790:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:1.0:1776190131.502796:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.502801:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.502806:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e52bdf0a 00000400:00000010:1.0:1776190131.502809:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e52bdf0a. 00000100:00000200:1.0:1776190131.502818:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000143a7ad1 x1862468301358656/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.505739:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.505758:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820640 00000400:00000200:1.0:1776190131.505766:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5ba1 [1] + 224 00000400:00000200:1.0:1776190131.505809:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.505813:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.505822:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000143a7ad1 x1862468301358656/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.505850:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.505854:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377000 00000400:00000200:1.0:1776190131.505859:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb44dd [2] + 1968 00000400:00000010:1.0:1776190131.505862:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003178f720. 00000400:00000200:1.0:1776190131.505866:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003327bfca 00000400:00000200:1.0:1776190131.505911:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.505914:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.505916:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003327bfca 00000400:00000010:1.0:1776190131.505918:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003327bfca (tot 82352066). 00000100:00000200:1.0:1776190131.505923:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1776190131.505932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002adf8020. 00000020:00000010:2.0:1776190131.506017:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ddc0eb36. 00000020:00000010:2.0:1776190131.506036:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190131.506042:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190131.506077:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000033c88e84 x1862468296470528/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190131.506121:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296470528 02000000:00000010:2.0:1776190131.506136:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000176dadde. 00010000:00000010:2.0:1776190131.506183:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190131.506191:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000299528df. 00000100:00000010:2.0:1776190131.506199:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000299528df. 00010000:00000010:2.0:1776190131.506205:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190131.506222:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003907f796. 00000100:00000200:2.0:1776190131.506228:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296470528, offset 224 00000400:00000200:2.0:1776190131.506237:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.506252:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.506259:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92615:92615:256:4294967295] 192.168.203.39@tcp LPNI seq info [92615:92615:8:4294967295] 00000400:00000200:2.0:1776190131.506269:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.506275:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.506280:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc81a4c0 (tot 82352314). 00000800:00000200:2.0:1776190131.506287:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.506294:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.506299:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc81a4c0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190131.506323:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190131.506327:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190131.506330:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ddc0eb36. 02000000:00000010:2.0:1776190131.506339:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000046ddb7f4. 00000100:00000010:2.0:1776190131.506343:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089ccee46. 02000000:00000010:2.0:1776190131.506348:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001f434434. 00000100:00000010:2.0:1776190131.506350:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 02000000:00000010:2.0:1776190131.506353:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000004b1d897. 00000100:00000010:2.0:1776190131.506355:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8f88089. 02000000:00000010:2.0:1776190131.506359:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000900029d6. 00000100:00000010:2.0:1776190131.506361:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 02000000:00000010:2.0:1776190131.506365:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000058d333a9. 00000100:00000010:2.0:1776190131.506367:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2a8bea6. 02000000:00000010:2.0:1776190131.506370:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bc25f6f2. 00000100:00000010:2.0:1776190131.506372:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b94bceb5. 00000100:00000200:2.0:1776190131.506378:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190131.506384:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6779b47. 00000400:00000010:2.0:1776190131.506388:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000299528df (tot 82352466). 00000400:00000010:3.0:1776190131.507386:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078b03bd3. 00000400:00000200:3.0:1776190131.507392:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ceb23d8e 00000400:00000010:3.0:1776190131.507394:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ceb23d8e. 00000100:00000200:3.0:1776190131.507404:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000143a7ad1 x1862468301358656/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190131.507411:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000143a7ad1 x1862468301358656/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190131.507432:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056b5d555. 02000000:00000010:3.0:1776190131.507445:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004aeefaca. 02000000:00000010:3.0:1776190131.507451:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e52ddcff. 00000100:00000010:3.0:1776190131.507453:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000143a7ad1. 00000100:00000010:3.0:1776190131.507456:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c2b881ae. 00010000:00000010:3.0:1776190131.507459:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba27accf. 00080000:00000010:3.0:1776190131.507477:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea2d020b. 00010000:00000010:3.0:1776190131.507577:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca9ef78c. 00010000:00000010:3.0:1776190131.507585:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f328e851. 00000800:00000200:1.0:1776190131.508371:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.508377:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc81a4c0 (tot 82352218). 00000400:00000200:1.0:1776190131.508384:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.508390:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.508395:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003907f796 00000400:00000010:1.0:1776190131.508397:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003907f796. 02000000:00000010:1.0:1776190131.508404:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000176dadde. 00010000:00000010:3.0:1776190131.510027:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033daa5b4. 00010000:00000010:3.0:1776190131.510040:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca9ef78c. 00010000:00000010:3.0:1776190131.510054:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba27accf. 00000100:00000010:3.0:1776190131.510062:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2b881ae. 00000100:00000010:3.0:1776190131.510070:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000143a7ad1. 02000000:00000010:3.0:1776190131.510085:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e52ddcff. 02000000:00000010:3.0:1776190131.510113:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004aeefaca. 00000400:00000010:3.0:1776190131.510120:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078b03bd3. 00000400:00000010:3.0:1776190131.510126:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ceb23d8e. 00000100:00000200:3.0:1776190131.510132:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301358720, portal 16 00000400:00000010:3.0:1776190131.510137:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000100:00000200:3.0:1776190131.510139:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301358720, offset 0 00000400:00000200:3.0:1776190131.510148:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.510163:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.510169:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190131.510172:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190131.510174:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190131.510177:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92616:92616:256:4294967295] 192.168.203.39@tcp LPNI seq info [92616:92616:8:4294967295] 00000400:00000200:3.0:1776190131.510187:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.510193:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.510198:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190131.510204:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.510210:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.510214:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190131.511018:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.511023:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:1.0:1776190131.511031:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.511038:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.511042:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003335af77 00000400:00000010:1.0:1776190131.511044:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003335af77. 00000100:00000200:1.0:1776190131.511052:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000143a7ad1 x1862468301358720/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190131.512848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e290ec9. 00010000:00000010:3.1:1776190131.512906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc383539. 00010000:00000010:3.1:1776190131.512923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f7c2c76. 00000400:00000200:1.0:1776190131.515847:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.515867:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820680 00000400:00000200:1.0:1776190131.515877:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5bb1 [1] + 224 00000400:00000200:1.0:1776190131.515889:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.515893:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.515902:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000143a7ad1 x1862468301358720/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.515931:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.515936:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377040 00000400:00000200:1.0:1776190131.515941:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4535 [2] + 0 00000400:00000200:1.0:1776190131.515988:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.515991:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.515995:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190131.516000:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719b5d3. 00000020:00000010:2.0:1776190131.516132:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f434434. 00000020:00000010:2.0:1776190131.516146:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190131.516152:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190131.516190:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a719b5d3 x1862468296470592/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190131.516241:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296470592 02000000:00000010:2.0:1776190131.516255:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000046ddb7f4. 00010000:00000010:2.0:1776190131.516303:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190131.516315:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d5e0a83. 00000100:00000010:2.0:1776190131.516323:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d5e0a83. 00010000:00000010:2.0:1776190131.516330:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190131.516345:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3c9c2a1. 00000100:00000200:2.0:1776190131.516353:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296470592, offset 224 00000400:00000200:2.0:1776190131.516363:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.516382:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.516389:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92617:92617:256:4294967295] 192.168.203.39@tcp LPNI seq info [92617:92617:8:4294967295] 00000400:00000200:2.0:1776190131.516400:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.516406:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.516412:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c149bd5 (tot 82352466). 00000800:00000200:2.0:1776190131.516418:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.516426:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.516431:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c149bd5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190131.516453:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190131.516458:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190131.516462:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f434434. 00000800:00000200:1.0:1776190131.516541:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.516546:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352218). 00000400:00000200:1.0:1776190131.516552:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.516557:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.516569:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3c9c2a1 00000400:00000010:1.0:1776190131.516571:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3c9c2a1. 00000400:00000010:3.0:1776190131.518837:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078b03bd3. 00000400:00000200:3.0:1776190131.518846:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ceb23d8e 00000400:00000010:3.0:1776190131.518848:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ceb23d8e. 00000100:00000200:3.0:1776190131.518862:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000143a7ad1 x1862468301358720/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190131.518872:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000143a7ad1 x1862468301358720/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190131.518902:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051e584da. 02000000:00000010:3.0:1776190131.518921:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004aeefaca. 02000000:00000010:3.0:1776190131.518928:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e52ddcff. 00000100:00000010:3.0:1776190131.518932:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000143a7ad1. 00000100:00000010:3.0:1776190131.518935:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c2b881ae. 00010000:00000010:3.0:1776190131.518940:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba27accf. 00080000:00000010:3.0:1776190131.518962:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073ddcf13. 00010000:00000010:3.0:1776190131.519050:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca9ef78c. 00010000:00000010:3.0:1776190131.519056:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000749c65de. 00010000:00000010:3.0:1776190131.519134:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f7c2c76. 00010000:00000010:3.0:1776190131.519141:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca9ef78c. 00010000:00000010:2.0:1776190131.519245:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190131.519261:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d5e0a83. 00000100:00000010:2.0:1776190131.519274:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 02000000:00000010:2.0:1776190131.519291:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001f434434. 02000000:00000010:2.0:1776190131.519329:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ddc0eb36. 00000400:00000010:2.0:1776190131.519336:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083ca2b92. 00000400:00000010:2.0:1776190131.519344:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be912e2e. 00000100:00000200:2.0:1776190131.519351:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301358784, portal 16 00000400:00000010:2.0:1776190131.519357:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1c3cb68. 00000100:00000200:2.0:1776190131.519359:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301358784, offset 0 00000400:00000200:2.0:1776190131.519369:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.519390:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.519399:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190131.519405:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190131.519408:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190131.519411:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92618:92618:256:4294967295] 192.168.203.39@tcp LPNI seq info [92618:92618:8:4294967295] 00000400:00000200:2.0:1776190131.519422:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.519427:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.519432:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003db09799 (tot 82352466). 00000800:00000200:2.0:1776190131.519439:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.519447:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.519451:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003db09799 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190131.519683:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.519688:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003db09799 (tot 82352218). 00000400:00000200:1.0:1776190131.519695:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.519700:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.519706:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1c3cb68 00000400:00000010:1.0:1776190131.519708:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1c3cb68. 00000100:00000200:1.0:1776190131.519717:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000969b7ebd x1862468301358784/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190131.520911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bfd396c. 00010000:00000010:3.1:1776190131.520926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009929c04e. 00010000:00000010:3.1:1776190131.520931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fae546e. 00010000:00000010:3.1:1776190131.526823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eca9ca1c. 00010000:00000010:3.1:1776190131.526840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e30bbd46. 00010000:00000010:3.1:1776190131.526845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033daa5b4. 00000400:00000200:1.0:1776190131.527520:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.527542:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18206c0 00000400:00000200:1.0:1776190131.527550:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5bbd [1] + 224 00000400:00000200:1.0:1776190131.527573:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.527577:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.527586:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000969b7ebd x1862468301358784/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190131.528185:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083ca2b92. 00000400:00000200:2.0:1776190131.528196:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be912e2e 00000400:00000010:2.0:1776190131.528198:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be912e2e. 00000100:00000200:2.0:1776190131.528215:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000969b7ebd x1862468301358784/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190131.528226:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000969b7ebd x1862468301358784/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190131.528265:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ddc0eb36. 02000000:00000010:2.0:1776190131.528273:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001f434434. 00000100:00000010:2.0:1776190131.528279:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 00000100:00000010:2.0:1776190131.528283:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d5e0a83. 00010000:00000010:2.0:1776190131.528290:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000200:1.0:1776190131.528584:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.528595:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377080 00000400:00000200:1.0:1776190131.528610:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4535 [2] + 328 00000400:00000200:1.0:1776190131.528689:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.528693:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.528697:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190131.528702:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000909ebbf0. 00000020:00000010:2.0:1776190131.529653:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f434434. 00000020:00000010:2.0:1776190131.529665:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190131.529671:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190131.529709:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000909ebbf0 x1862468296470656/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190131.529755:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296470656 02000000:00000010:2.0:1776190131.529768:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ddc0eb36. 00010000:00000010:2.0:1776190131.529851:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8580f86. 00010000:00000010:2.0:1776190131.529889:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190131.529904:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d5e0a83. 00000100:00000010:2.0:1776190131.529925:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d5e0a83. 00010000:00000010:2.0:1776190131.529930:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190131.529946:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be912e2e. 00000100:00000200:2.0:1776190131.529953:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296470656, offset 224 00000400:00000200:2.0:1776190131.529963:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00080000:00000010:0.0:1776190131.529977:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061e11254. 00000400:00000200:2.0:1776190131.529984:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.530001:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92619:92619:256:4294967295] 192.168.203.39@tcp LPNI seq info [92619:92619:8:4294967295] 00000400:00000200:2.0:1776190131.530016:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.530023:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.530029:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a3d1fd9 (tot 82352466). 00000800:00000200:2.0:1776190131.530039:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.530052:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.530058:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002a3d1fd9 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1776190131.530079:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca9ef78c. 00000020:00000010:2.0:1776190131.530085:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000082a25d28. 00010000:00000010:0.0:1776190131.530090:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000002f0a7a9. 00000020:00000010:2.0:1776190131.530093:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190131.530101:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f434434. 00010000:00000010:0.0:1776190131.530164:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ffa0c1ed. 00010000:00000010:0.0:1776190131.530171:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a5d5923. 00010000:00000010:0.0:1776190131.530180:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.530186:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585ff876. 00000100:00000010:0.0:1776190131.530193:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 02000000:00000010:0.0:1776190131.530205:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000008bd6b25. 02000000:00000010:0.0:1776190131.530229:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce0c33c6. 00000400:00000010:0.0:1776190131.530233:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a1da0e78. 00000400:00000010:0.0:1776190131.530238:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078894c92. 00000100:00000200:0.0:1776190131.530243:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301358848, portal 16 00000400:00000010:0.0:1776190131.530248:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066d61e78. 00000100:00000200:0.0:1776190131.530250:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301358848, offset 0 00000400:00000200:0.0:1776190131.530257:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.530269:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.530275:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.530278:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.530281:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.530284:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92620:92620:255:4294967295] 192.168.203.39@tcp LPNI seq info [92620:92620:7:4294967295] 00000400:00000200:0.0:1776190131.530294:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.530299:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.530304:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352714). 00000800:00000200:0.0:1776190131.530319:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.530326:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.530329:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190131.530475:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.530478:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a3d1fd9 (tot 82352466). 00000400:00000200:1.0:1776190131.530483:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.530487:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.530491:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be912e2e 00000400:00000010:1.0:1776190131.530493:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be912e2e. 00000800:00000200:1.0:1776190131.530544:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.530546:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352218). 00000400:00000200:1.0:1776190131.530549:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.530551:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.530553:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066d61e78 00000400:00000010:1.0:1776190131.530554:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066d61e78. 00000100:00000200:1.0:1776190131.530568:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000abc3f2e1 x1862468301358848/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190131.536822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fd76422. 00010000:00000010:0.1:1776190131.536838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f7c2c76. 00000400:00000200:1.0:1776190131.537806:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.537823:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820700 00000400:00000200:1.0:1776190131.537832:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5bc9 [1] + 224 00000400:00000200:1.0:1776190131.537843:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.537847:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.537856:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000abc3f2e1 x1862468301358848/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.537877:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.537882:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13770c0 00000400:00000200:1.0:1776190131.537886:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4535 [2] + 656 00000400:00000200:1.0:1776190131.537893:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.537895:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.537898:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190131.537904:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b94bceb5. 00000400:00000010:0.0:1776190131.537979:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a1da0e78. 00000400:00000200:0.0:1776190131.537984:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078894c92 00000400:00000010:0.0:1776190131.537986:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078894c92. 00000100:00000200:0.0:1776190131.537993:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000abc3f2e1 x1862468301358848/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.538003:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000abc3f2e1 x1862468301358848/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190131.538032:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce0c33c6. 02000000:00000010:0.0:1776190131.538038:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000008bd6b25. 00000100:00000010:0.0:1776190131.538042:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 00000100:00000010:0.0:1776190131.538046:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585ff876. 00010000:00000010:0.0:1776190131.538049:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000020:00000010:2.0:1776190131.538072:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f434434. 00000020:00000010:2.0:1776190131.538087:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190131.538093:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190131.538139:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b94bceb5 x1862468296470720/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190131.538175:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296470720 02000000:00000010:2.0:1776190131.538189:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006edcac7e. 00010000:00000010:2.0:1776190131.538226:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b49b8ef5. 00010000:00000010:2.0:1776190131.538257:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190131.538266:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d5e0a83. 00000100:00000010:2.0:1776190131.538285:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d5e0a83. 00010000:00000010:2.0:1776190131.538291:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190131.538309:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea48fa09. 00000100:00000200:2.0:1776190131.538316:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296470720, offset 224 00000400:00000200:2.0:1776190131.538324:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.538342:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.538349:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92621:92621:256:4294967295] 192.168.203.39@tcp LPNI seq info [92621:92621:8:4294967295] 00000400:00000200:2.0:1776190131.538368:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.538375:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00080000:00000010:0.0:1776190131.538378:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000008bd6b25. 00000800:00000010:2.0:1776190131.538381:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054ef62b4 (tot 82352466). 00000800:00000200:2.0:1776190131.538391:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.538399:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.538404:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054ef62b4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190131.538456:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190131.538465:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190131.538469:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f434434. 00010000:00000010:0.0:1776190131.538483:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a5d5923. 00010000:00000010:0.0:1776190131.538496:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007157703f. 00010000:00000010:0.0:1776190131.538586:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002a336a47. 00010000:00000010:0.0:1776190131.538592:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a5d5923. 00010000:00000010:0.0:1776190131.538615:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.538621:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585ff876. 00000100:00000010:0.0:1776190131.538627:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 02000000:00000010:0.0:1776190131.538638:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce0c33c6. 02000000:00000010:0.0:1776190131.538661:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000596dd2a5. 00000400:00000010:0.0:1776190131.538666:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a1da0e78. 00000400:00000010:0.0:1776190131.538671:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078894c92. 00000100:00000200:0.0:1776190131.538677:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301358912, portal 16 00000400:00000010:0.0:1776190131.538691:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eba861cb. 00000100:00000200:0.0:1776190131.538694:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301358912, offset 0 00000400:00000200:0.0:1776190131.538702:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.538714:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.538721:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.538724:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.538727:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.538730:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92622:92622:255:4294967295] 192.168.203.39@tcp LPNI seq info [92622:92622:7:4294967295] 00000400:00000200:0.0:1776190131.538740:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.538745:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.538751:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352714). 00000800:00000200:0.0:1776190131.538757:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.538763:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.538766:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.539017:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.539021:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054ef62b4 (tot 82352466). 00000400:00000200:3.0:1776190131.539026:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.539031:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.539035:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea48fa09 00000400:00000010:3.0:1776190131.539037:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea48fa09. 00000800:00000200:3.0:1776190131.539104:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.539106:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352218). 00000400:00000200:3.0:1776190131.539109:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.539112:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.539114:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eba861cb 00000400:00000010:3.0:1776190131.539115:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eba861cb. 00000100:00000200:3.0:1776190131.539120:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000abc3f2e1 x1862468301358912/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.541149:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.541176:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820740 00000400:00000200:1.0:1776190131.541188:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5bd5 [1] + 224 00000400:00000200:1.0:1776190131.541209:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.541214:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.541226:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000abc3f2e1 x1862468301358912/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190131.541317:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a1da0e78. 00000400:00000200:0.0:1776190131.541327:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078894c92 00000400:00000010:0.0:1776190131.541329:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078894c92. 00000100:00000200:0.0:1776190131.541341:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000abc3f2e1 x1862468301358912/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.541351:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000abc3f2e1 x1862468301358912/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190131.541379:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000596dd2a5. 02000000:00000010:0.0:1776190131.541385:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ce0c33c6. 00000100:00000010:0.0:1776190131.541389:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 00000100:00000010:0.0:1776190131.541393:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585ff876. 00010000:00000010:0.0:1776190131.541396:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000400:00000200:1.0:1776190131.542000:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.542015:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377100 00000400:00000200:1.0:1776190131.542022:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4535 [2] + 984 00000400:00000200:1.0:1776190131.542079:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.542084:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.542090:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190131.542094:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a8bea6. 00000020:00000010:0.0:1776190131.542182:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce0c33c6. 00000020:00000010:0.0:1776190131.542201:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.542204:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190131.542227:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c2a8bea6 x1862468296470784/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190131.542256:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296470784 02000000:00000010:0.0:1776190131.542266:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000596dd2a5. 00010000:00000010:0.0:1776190131.542290:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c16c8557. 00010000:00000010:0.0:1776190131.542309:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.542314:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585ff876. 00000100:00000010:0.0:1776190131.542332:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585ff876. 00010000:00000010:0.0:1776190131.542335:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000400:00000010:0.0:1776190131.542345:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078894c92. 00000100:00000200:0.0:1776190131.542349:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296470784, offset 224 00000400:00000200:0.0:1776190131.542356:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.542365:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.542370:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92623:92623:256:4294967295] 192.168.203.39@tcp LPNI seq info [92623:92623:8:4294967295] 00000400:00000200:0.0:1776190131.542378:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.542383:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.542387:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352466). 00000800:00000200:0.0:1776190131.542392:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.542402:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.542405:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.542426:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.542431:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190131.542435:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce0c33c6. 00000800:00000200:3.0:1776190131.542525:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.542530:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352218). 00000400:00000200:3.0:1776190131.542534:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.542537:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.542541:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078894c92 00000400:00000010:3.0:1776190131.542542:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078894c92. 00080000:00000010:1.0:1776190131.542745:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000030a7f803. 00010000:00000010:1.0:1776190131.542854:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a5d5923. 00010000:00000010:1.0:1776190131.542859:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001057a7c1. 00010000:00000010:1.0:1776190131.542921:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026e74b7e. 00010000:00000010:1.0:1776190131.542925:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5a8c51d. 00010000:00000010:1.0:1776190131.542930:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002b5d353. 00010000:00000010:1.0:1776190131.542935:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000728e13c3. 00080000:00000010:1.0:1776190131.542946:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c52ddc5c. 00010000:00000010:1.0:1776190131.542970:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000728e13c3. 00010000:00000010:1.0:1776190131.542975:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5a8c51d. 00010000:00000010:1.0:1776190131.543031:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048090b11. 00010000:00000010:1.0:1776190131.543035:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000728e13c3. 00010000:00000010:1.0:1776190131.543043:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003424f3f7. 00000100:00000010:1.0:1776190131.543046:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd590bf5. 00000100:00000010:1.0:1776190131.543052:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 02000000:00000010:1.0:1776190131.543063:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051382e40. 02000000:00000010:1.0:1776190131.543083:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000062caf248. 00000400:00000010:1.0:1776190131.543088:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000037eb0311. 00000400:00000010:1.0:1776190131.543093:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be2d42b. 00000100:00000200:1.0:1776190131.543098:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301358976, portal 16 00000400:00000010:1.0:1776190131.543102:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e54ad690. 00000100:00000200:1.0:1776190131.543104:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301358976, offset 0 00000400:00000200:1.0:1776190131.543109:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.543117:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.543123:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190131.543126:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190131.543129:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190131.543132:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92624:92624:256:4294967295] 192.168.203.39@tcp LPNI seq info [92624:92624:8:4294967295] 00000400:00000200:1.0:1776190131.543138:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.543142:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.543146:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000350c588e (tot 82352466). 00000800:00000200:1.0:1776190131.543150:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.543154:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.543157:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000350c588e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190131.543281:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.543287:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000350c588e (tot 82352218). 00000400:00000200:2.0:1776190131.543295:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.543303:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.543308:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e54ad690 00000400:00000010:2.0:1776190131.543310:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e54ad690. 00000100:00000200:2.0:1776190131.543319:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d96c74a9 x1862468301358976/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190131.545670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066f8caf4. 00000400:00000200:1.0:1776190131.545905:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.545922:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820780 00000400:00000200:1.0:1776190131.545930:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5be1 [1] + 224 00000400:00000200:1.0:1776190131.545941:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.545944:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.545954:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d96c74a9 x1862468301358976/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.545986:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.545991:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377140 00000400:00000200:1.0:1776190131.545996:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4535 [2] + 1312 00000400:00000200:1.0:1776190131.546005:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.546008:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.546012:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190131.546017:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8f88089. 00000020:00000010:2.0:1776190131.546122:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f434434. 00000020:00000010:2.0:1776190131.546129:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190131.546134:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190131.546157:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e8f88089 x1862468296470848/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190131.546199:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296470848 02000000:00000010:2.0:1776190131.546210:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000176dadde. 00010000:00000010:2.0:1776190131.546245:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190131.546251:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d5e0a83. 00000100:00000010:2.0:1776190131.546258:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d5e0a83. 00010000:00000010:2.0:1776190131.546263:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190131.546274:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059f7246c. 00000100:00000200:2.0:1776190131.546279:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296470848, offset 224 00000400:00000200:2.0:1776190131.546286:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.546295:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.546300:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92625:92625:256:4294967295] 192.168.203.39@tcp LPNI seq info [92625:92625:8:4294967295] 00000400:00000200:2.0:1776190131.546310:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.546315:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.546319:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6ecb0ff (tot 82352466). 00000800:00000200:2.0:1776190131.546324:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.546329:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.546332:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d6ecb0ff type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190131.546344:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190131.546347:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190131.546350:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f434434. 00000400:00000010:0.0:1776190131.546527:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000037eb0311. 00000400:00000200:0.0:1776190131.546532:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be2d42b 00000400:00000010:0.0:1776190131.546533:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be2d42b. 00000100:00000200:0.0:1776190131.546540:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d96c74a9 x1862468301358976/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.546547:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d96c74a9 x1862468301358976/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190131.546576:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000740111b9. 02000000:00000010:0.0:1776190131.546590:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000062caf248. 02000000:00000010:0.0:1776190131.546596:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000051382e40. 00000100:00000010:0.0:1776190131.546612:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000100:00000010:0.0:1776190131.546616:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd590bf5. 00010000:00000010:0.0:1776190131.546618:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003424f3f7. 00080000:00000010:0.0:1776190131.546634:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce0c33c6. 00010000:00000010:0.0:1776190131.546724:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000728e13c3. 00010000:00000010:0.0:1776190131.546732:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aee92ee8. 00010000:00000010:0.0:1776190131.546825:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a66ec2de. 00010000:00000010:0.0:1776190131.546831:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fcaf1ac3. 00010000:00000010:0.0:1776190131.546840:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.546845:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585ff876. 00000100:00000010:0.0:1776190131.546852:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 02000000:00000010:0.0:1776190131.546861:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000070571944. 02000000:00000010:0.0:1776190131.546880:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba3153e8. 00000400:00000010:0.0:1776190131.546885:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a1da0e78. 00000400:00000010:0.0:1776190131.546889:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faa656ed. 00000100:00000200:0.0:1776190131.546892:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301359040, portal 16 00000400:00000010:0.0:1776190131.546896:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057762c55. 00000100:00000200:0.0:1776190131.546897:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301359040, offset 0 00000400:00000200:0.0:1776190131.546903:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.546911:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.546916:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.546919:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.546922:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.546924:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92626:92626:255:4294967295] 192.168.203.39@tcp LPNI seq info [92626:92626:7:4294967295] 00000400:00000200:0.0:1776190131.546931:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.546936:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.546939:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000826f680e (tot 82352714). 00000800:00000200:0.0:1776190131.546942:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.546946:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.546948:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000826f680e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.547332:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.547338:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6ecb0ff (tot 82352466). 00000400:00000200:3.0:1776190131.547342:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.547347:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.547350:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059f7246c 00000400:00000010:3.0:1776190131.547352:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059f7246c. 00000800:00000200:3.0:1776190131.547410:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.547412:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000826f680e (tot 82352218). 00000400:00000200:3.0:1776190131.547415:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.547418:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.547420:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057762c55 00000400:00000010:3.0:1776190131.547421:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057762c55. 00000100:00000200:3.0:1776190131.547426:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000abc3f2e1 x1862468301359040/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190131.548957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095a1f3a2. 00010000:00000010:0.1:1776190131.548969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffa0c1ed. 00010000:00000010:0.1:1776190131.548973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018e88f21. 00000400:00000200:2.0:1776190131.550719:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.550739:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18207c0 00000400:00000200:2.0:1776190131.550748:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5bed [1] + 224 00000400:00000200:2.0:1776190131.550763:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.550766:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.550800:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000abc3f2e1 x1862468301359040/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190131.551005:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a1da0e78. 00000400:00000200:0.0:1776190131.551011:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faa656ed 00000400:00000010:0.0:1776190131.551013:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faa656ed. 00000100:00000200:0.0:1776190131.551019:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000abc3f2e1 x1862468301359040/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.551027:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000abc3f2e1 x1862468301359040/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190131.551055:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba3153e8. 02000000:00000010:0.0:1776190131.551060:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000070571944. 00000100:00000010:0.0:1776190131.551063:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 00000100:00000010:0.0:1776190131.551066:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585ff876. 00010000:00000010:0.0:1776190131.551069:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000400:00000200:1.0:1776190131.553287:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.553304:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377180 00000400:00000200:1.0:1776190131.553321:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4535 [2] + 1640 00000400:00000200:1.0:1776190131.553385:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.553390:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.553396:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190131.553401:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 00000020:00000010:0.0:1776190131.553678:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070571944. 00000020:00000010:0.0:1776190131.553695:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.553699:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190131.553724:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4f3ec3 x1862468296470912/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190131.553758:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296470912 02000000:00000010:0.0:1776190131.553767:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ba3153e8. 00010000:00000010:0.1:1776190131.553804:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6911ea4. 00010000:00000010:0.1:1776190131.553811:0:64666:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddfec145. 00010000:00000010:0.1:1776190131.553815:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048090b11. 00010000:00000010:0.0:1776190131.553842:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000665374c1. 00010000:00000010:0.0:1776190131.553862:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.553868:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585ff876. 00000100:00000010:0.0:1776190131.553881:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585ff876. 00010000:00000010:0.0:1776190131.553884:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000400:00000010:0.0:1776190131.553899:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faa656ed. 00000100:00000200:0.0:1776190131.553907:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296470912, offset 224 00000400:00000200:0.0:1776190131.553918:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.553928:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.553934:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92627:92627:256:4294967295] 192.168.203.39@tcp LPNI seq info [92627:92627:8:4294967295] 00000400:00000200:0.0:1776190131.553943:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.553947:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.553952:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352466). 00000800:00000200:0.0:1776190131.553958:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.553964:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.553967:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.553980:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.553984:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190131.553987:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070571944. 00010000:00000010:2.1:1776190131.554111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f4a859b. 00010000:00000010:1.1:1776190131.554176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005cc548e. 00010000:00000010:1.1:1776190131.554182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a336a47. 00010000:00000010:1.1:1776190131.554186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026e74b7e. 00010000:00000010:1.1:1776190131.554189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002b5d353. 00080000:00000010:1.0:1776190131.554210:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf878749. 00010000:00000010:1.0:1776190131.554292:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fcaf1ac3. 00010000:00000010:1.0:1776190131.554298:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c9cca4ce. 00010000:00000010:1.0:1776190131.554375:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002b5d353. 00010000:00000010:1.0:1776190131.554381:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f08570bf. 00010000:00000010:1.0:1776190131.554391:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed474744. 00000100:00000010:1.0:1776190131.554395:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd8e55b9. 00000100:00000010:1.0:1776190131.554402:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089ccee46. 02000000:00000010:1.0:1776190131.554411:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d7a451d. 02000000:00000010:1.0:1776190131.554432:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fd47e58. 00000400:00000010:1.0:1776190131.554437:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed7ef070. 00000400:00000010:1.0:1776190131.554442:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190131.554446:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301359104, portal 16 00000400:00000010:1.0:1776190131.554450:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da785b1e. 00000100:00000200:1.0:1776190131.554452:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301359104, offset 0 00000400:00000200:1.0:1776190131.554457:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.554464:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.554470:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190131.554474:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190131.554477:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190131.554479:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92628:92628:255:4294967295] 192.168.203.39@tcp LPNI seq info [92628:92628:7:4294967295] 00000400:00000200:1.0:1776190131.554485:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.554489:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.554492:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352714). 00000800:00000200:1.0:1776190131.554495:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.554499:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.554501:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.554645:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.554649:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352466). 00000400:00000200:3.0:1776190131.554653:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.554657:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.554660:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faa656ed 00000400:00000010:3.0:1776190131.554662:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faa656ed. 00000800:00000200:3.0:1776190131.554965:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.554969:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:3.0:1776190131.554974:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.554978:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.554981:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da785b1e 00000400:00000010:3.0:1776190131.554982:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da785b1e. 00000100:00000200:3.0:1776190131.554987:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089ccee46 x1862468301359104/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.556723:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.556741:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820800 00000400:00000200:2.0:1776190131.556749:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5bf9 [1] + 224 00000400:00000200:2.0:1776190131.556761:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.556764:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.556848:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089ccee46 x1862468301359104/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.556982:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.556988:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13771c0 00000400:00000200:2.0:1776190131.556992:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4535 [2] + 1968 00000400:00000010:2.0:1776190131.556996:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000016b0c4c6. 00000400:00000200:2.0:1776190131.557000:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000090ea0569 00000400:00000200:2.0:1776190131.557043:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.557047:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.557049:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000090ea0569 00000400:00000010:2.0:1776190131.557051:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000090ea0569 (tot 82352066). 00000100:00000200:2.0:1776190131.557055:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1776190131.557104:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed7ef070. 00000400:00000200:1.0:1776190131.557107:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff4ab8e8 00000400:00000010:1.0:1776190131.557109:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190131.557114:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089ccee46 x1862468301359104/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190131.557122:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089ccee46 x1862468301359104/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190131.557149:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fd47e58. 02000000:00000010:1.0:1776190131.557154:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008d7a451d. 00000020:00000010:3.0:1776190131.557160:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc572b57. 00000100:00000010:1.0:1776190131.557160:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089ccee46. 00000100:00000010:1.0:1776190131.557164:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd8e55b9. 00000020:00000010:3.0:1776190131.557166:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f407f934. 00010000:00000010:1.0:1776190131.557167:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed474744. 00000020:00000010:3.0:1776190131.557170:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190131.557191:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000068eea80a x1862468296470976/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190131.557224:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296470976 02000000:00000010:3.0:1776190131.557235:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e52ddcff. 00010000:00000010:3.0:1776190131.557259:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad41a84a. 00010000:00000010:3.0:1776190131.557278:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba27accf. 00000100:00000010:3.0:1776190131.557289:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2b881ae. 00000100:00000010:3.0:1776190131.557303:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c2b881ae. 00010000:00000010:3.0:1776190131.557307:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba27accf. 00000400:00000010:3.0:1776190131.557318:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ceb23d8e. 00000100:00000200:3.0:1776190131.557322:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296470976, offset 224 00000400:00000200:3.0:1776190131.557329:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.557339:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.557343:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92629:92629:256:4294967295] 192.168.203.39@tcp LPNI seq info [92629:92629:8:4294967295] 00000400:00000200:3.0:1776190131.557353:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.557359:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.557363:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352314). 00000800:00000200:3.0:1776190131.557368:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.557375:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.557378:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190131.557442:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190131.557446:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190131.557449:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc572b57. 02000000:00000010:3.0:1776190131.557456:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ba3153e8. 00000100:00000010:3.0:1776190131.557459:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 02000000:00000010:3.0:1776190131.557462:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000176dadde. 00000100:00000010:3.0:1776190131.557464:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8f88089. 02000000:00000010:3.0:1776190131.557466:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000596dd2a5. 00000100:00000010:3.0:1776190131.557469:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2a8bea6. 02000000:00000010:3.0:1776190131.557471:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006edcac7e. 00000100:00000010:3.0:1776190131.557473:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b94bceb5. 02000000:00000010:3.0:1776190131.557475:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ddc0eb36. 00000100:00000010:3.0:1776190131.557476:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 02000000:00000010:3.0:1776190131.557479:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000046ddb7f4. 00000100:00000010:3.0:1776190131.557480:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 00000100:00000200:3.0:1776190131.557485:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190131.557490:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078b03bd3. 00000400:00000010:3.0:1776190131.557494:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c2b881ae (tot 82352466). 00080000:00000010:1.0:1776190131.557574:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d7a451d. 00010000:00000010:1.0:1776190131.557646:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f08570bf. 00010000:00000010:1.0:1776190131.557653:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e7440f08. 00010000:00000010:1.0:1776190131.557722:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e0d8dd8. 00010000:00000010:1.0:1776190131.557727:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f08570bf. 00010000:00000010:1.0:1776190131.557736:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed474744. 00000100:00000010:1.0:1776190131.557738:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd8e55b9. 00000100:00000010:1.0:1776190131.557743:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089ccee46. 02000000:00000010:1.0:1776190131.557752:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002fd47e58. 02000000:00000010:1.0:1776190131.557804:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007469664b. 00000400:00000010:1.0:1776190131.557809:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed7ef070. 00000400:00000010:1.0:1776190131.557812:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190131.557815:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301359168, portal 16 00000400:00000010:1.0:1776190131.557818:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b96b8ae7. 00000100:00000200:1.0:1776190131.557820:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301359168, offset 0 00000400:00000200:1.0:1776190131.557824:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.557831:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.557836:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190131.557839:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190131.557842:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190131.557844:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92630:92630:255:4294967295] 192.168.203.39@tcp LPNI seq info [92630:92630:7:4294967295] 00000400:00000200:1.0:1776190131.557851:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.557855:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.557858:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352714). 00000800:00000200:1.0:1776190131.557862:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.557865:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.557867:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190131.558474:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.558479:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352466). 00000400:00000200:2.0:1776190131.558486:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.558492:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.558497:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ceb23d8e 00000400:00000010:2.0:1776190131.558499:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ceb23d8e. 02000000:00000010:2.0:1776190131.558505:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e52ddcff. 00000800:00000200:2.0:1776190131.558564:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.558566:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:2.0:1776190131.558571:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.558574:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.558576:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b96b8ae7 00000400:00000010:2.0:1776190131.558577:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b96b8ae7. 00000100:00000200:2.0:1776190131.558582:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089ccee46 x1862468301359168/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190131.559920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d972b65b. 00000400:00000200:3.0:1776190131.565062:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.565082:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820840 00000400:00000200:3.0:1776190131.565091:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5c09 [1] + 224 00000400:00000200:3.0:1776190131.565431:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.565437:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.565448:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089ccee46 x1862468301359168/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.565530:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.565540:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377200 00000400:00000200:3.0:1776190131.565544:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb458d [2] + 0 00000400:00000200:3.0:1776190131.565553:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.565556:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.565570:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190131.565575:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000143a7ad1. 00000020:00000010:0.0:1776190131.565734:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070571944. 00000020:00000010:0.0:1776190131.565741:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.565745:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190131.565767:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000143a7ad1 x1862468296471040/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190131.565832:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296471040 02000000:00000010:0.0:1776190131.565843:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004bf53dcc. 00010000:00000010:0.0:1776190131.565878:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.565885:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585ff876. 00000100:00000010:0.0:1776190131.565891:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585ff876. 00010000:00000010:0.0:1776190131.565894:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000400:00000010:0.0:1776190131.565907:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c400cdc9. 00000100:00000200:0.0:1776190131.565911:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296471040, offset 224 00000400:00000200:0.0:1776190131.565918:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.565927:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.565932:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92631:92631:256:4294967295] 192.168.203.39@tcp LPNI seq info [92631:92631:8:4294967295] 00000400:00000200:0.0:1776190131.565941:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.565945:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.565949:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352466). 00000800:00000200:0.0:1776190131.565954:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.565960:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.565963:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.565976:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.565981:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190131.565984:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070571944. 00010000:00000010:3.1:1776190131.566041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028ec833e. 00000800:00000200:2.0:1776190131.566190:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.566195:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:2.0:1776190131.566198:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.566202:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.566205:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c400cdc9 00000400:00000010:2.0:1776190131.566207:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c400cdc9. 00010000:00000010:1.1:1776190131.567067:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000499ae2c6. 00010000:00000010:1.1:1776190131.567075:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a66ec2de. 00000400:00000010:1.0:1776190131.567087:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed7ef070. 00000400:00000200:1.0:1776190131.567091:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff4ab8e8 00000400:00000010:1.0:1776190131.567093:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190131.567101:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089ccee46 x1862468301359168/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190131.567263:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089ccee46 x1862468301359168/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190131.567285:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a796ce43. 02000000:00000010:1.0:1776190131.567301:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007469664b. 02000000:00000010:1.0:1776190131.567305:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002fd47e58. 00000100:00000010:1.0:1776190131.567308:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089ccee46. 00000100:00000010:1.0:1776190131.567311:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd8e55b9. 00010000:00000010:1.0:1776190131.567313:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed474744. 00080000:00000010:1.0:1776190131.567331:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002fd47e58. 00010000:00000010:1.0:1776190131.567410:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f08570bf. 00010000:00000010:1.0:1776190131.567417:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000fec64da. 00000004:00000010:1.0:1776190131.567474:0:77242:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000eb86ac73. 00000004:00000010:1.0:1776190131.567484:0:77242:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 0000000056ae5403. 00000004:00000010:1.0:1776190131.567490:0:77242:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 00000000b5199d3e. 00080000:00000010:1.0:1776190131.567497:0:77242:0:(osd_handler.c:423:osd_object_alloc()) kmalloced '(mo)': 304 at 000000007469664b. 00000001:00000010:1.0:1776190131.567511:0:77242:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ed7ef070. 00000001:00000010:1.0:1776190131.567523:0:77242:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ed7ef070. 00080000:00000010:1.0:1776190131.567534:0:77242:0:(osd_handler.c:1673:osd_object_free()) kfreed 'obj': 304 at 000000007469664b. 00000004:00000010:1.0:1776190131.567538:0:77242:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 00000000b5199d3e. 00000004:00000010:1.0:1776190131.567541:0:77242:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 0000000056ae5403. 00000004:00000010:1.0:1776190131.567544:0:77242:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 00000000eb86ac73. 00010000:00000010:1.0:1776190131.567951:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026e74b7e. 00010000:00000010:1.0:1776190131.567956:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5a8c51d. 00010000:00000010:1.0:1776190131.567960:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000785cf800. 00010000:00000010:1.0:1776190131.567964:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f08570bf. 00080000:00000010:1.0:1776190131.567980:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007469664b. 00010000:00000010:1.0:1776190131.568008:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f08570bf. 00010000:00000010:1.0:1776190131.568013:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5a8c51d. 00010000:00000010:1.0:1776190131.568063:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002787a695. 00010000:00000010:1.0:1776190131.568067:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f08570bf. 00010000:00000010:1.0:1776190131.568075:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed474744. 00000100:00000010:1.0:1776190131.568080:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd8e55b9. 00000100:00000010:1.0:1776190131.568087:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089ccee46. 02000000:00000010:1.0:1776190131.568100:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000041c51cdc. 02000000:00000010:1.0:1776190131.568181:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051382e40. 00000400:00000010:1.0:1776190131.568187:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed7ef070. 00000400:00000010:1.0:1776190131.568193:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190131.568199:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301359232, portal 16 00000400:00000010:1.0:1776190131.568203:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001149df6c. 00000100:00000200:1.0:1776190131.568205:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301359232, offset 0 00000400:00000200:1.0:1776190131.568213:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.568226:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.568233:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190131.568237:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190131.568240:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190131.568243:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92632:92632:256:4294967295] 192.168.203.39@tcp LPNI seq info [92632:92632:8:4294967295] 00000400:00000200:1.0:1776190131.568251:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.568257:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.568261:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000350c588e (tot 82352466). 00000800:00000200:1.0:1776190131.568267:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.568273:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.568277:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000350c588e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190131.568884:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.568888:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000350c588e (tot 82352218). 00000400:00000200:2.0:1776190131.568894:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.568900:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.568903:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001149df6c 00000400:00000010:2.0:1776190131.568905:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001149df6c. 00000100:00000200:2.0:1776190131.568911:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089ccee46 x1862468301359232/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190131.573831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005976933e. 00010000:00000010:1.1:1776190131.573850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002b5d353. 00000400:00000200:3.0:1776190131.575041:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.575061:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820880 00000400:00000200:3.0:1776190131.575070:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5c15 [1] + 224 00000400:00000200:3.0:1776190131.575086:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.575090:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.575101:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089ccee46 x1862468301359232/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190131.575351:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed7ef070. 00000400:00000200:1.0:1776190131.575356:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff4ab8e8 00000400:00000010:1.0:1776190131.575358:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190131.575368:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089ccee46 x1862468301359232/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190131.575374:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089ccee46 x1862468301359232/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190131.575404:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051382e40. 02000000:00000010:1.0:1776190131.575409:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000041c51cdc. 00000100:00000010:1.0:1776190131.575414:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089ccee46. 00000100:00000010:1.0:1776190131.575417:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd8e55b9. 00010000:00000010:1.0:1776190131.575420:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed474744. 00010000:00000010:1.1:1776190131.578403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024ad21df. 00010000:00000010:1.1:1776190131.578420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd95e71d. 00010000:00000010:1.1:1776190131.578424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e0d8dd8. 00010000:00000010:1.1:1776190131.578432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026e74b7e. 00010000:00000010:1.1:1776190131.578434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000785cf800. 00000400:00000200:2.0:1776190131.580037:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.580058:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377240 00000400:00000200:2.0:1776190131.580066:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb458d [2] + 328 00000400:00000200:2.0:1776190131.580433:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.580439:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.580447:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190131.580463:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 00000020:00000010:3.0:1776190131.582971:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004aeefaca. 00000020:00000010:3.0:1776190131.582983:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190131.582987:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190131.583018:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000969b7ebd x1862468296471104/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190131.583110:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296471104 02000000:00000010:3.0:1776190131.583122:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e52ddcff. 00010000:00000010:3.0:1776190131.583149:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec4d6654. 00010000:00000010:3.0:1776190131.583182:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba27accf. 00000100:00000010:3.0:1776190131.583197:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051e77096. 00000100:00000010:3.0:1776190131.583216:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051e77096. 00010000:00000010:3.0:1776190131.583219:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba27accf. 00000400:00000010:3.0:1776190131.583230:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f8ae577. 00000100:00000200:3.0:1776190131.583235:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296471104, offset 224 00000400:00000200:3.0:1776190131.583242:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.583256:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.583261:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92633:92633:256:4294967295] 192.168.203.39@tcp LPNI seq info [92633:92633:8:4294967295] 00000400:00000200:3.0:1776190131.583271:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.583276:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.583281:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190131.583287:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.583293:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.583296:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190131.583317:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190131.583320:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190131.583323:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004aeefaca. 00080000:00000010:1.0:1776190131.583482:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041c51cdc. 00010000:00000010:1.0:1776190131.583569:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f08570bf. 00010000:00000010:1.0:1776190131.583576:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e016b2e6. 00010000:00000010:1.0:1776190131.583654:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000785cf800. 00010000:00000010:1.0:1776190131.583660:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f08570bf. 00010000:00000010:1.0:1776190131.583670:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed474744. 00000100:00000010:1.0:1776190131.583675:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd8e55b9. 00000800:00000200:2.0:1776190131.584058:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.584062:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:2.0:1776190131.584067:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.584073:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.584078:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f8ae577 00000400:00000010:2.0:1776190131.584081:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f8ae577. 00000100:00000010:1.0:1776190131.584806:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089ccee46. 02000000:00000010:1.0:1776190131.584823:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051382e40. 02000000:00000010:1.0:1776190131.584850:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000062caf248. 00000400:00000010:1.0:1776190131.584856:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed7ef070. 00000400:00000010:1.0:1776190131.584860:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190131.584866:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301359296, portal 16 00000400:00000010:1.0:1776190131.584882:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d43b3045. 00000100:00000200:1.0:1776190131.584885:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301359296, offset 0 00000400:00000200:1.0:1776190131.584892:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.584904:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.584911:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190131.584914:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190131.584917:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190131.584920:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92634:92634:256:4294967295] 192.168.203.39@tcp LPNI seq info [92634:92634:8:4294967295] 00000400:00000200:1.0:1776190131.584928:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.584932:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.584936:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069334a23 (tot 82352466). 00000800:00000200:1.0:1776190131.584942:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.584948:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.584951:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069334a23 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.586541:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.586547:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069334a23 (tot 82352218). 00000400:00000200:3.0:1776190131.586555:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.586571:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.586577:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d43b3045 00000400:00000010:3.0:1776190131.586579:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d43b3045. 00000100:00000200:3.0:1776190131.586589:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089ccee46 x1862468301359296/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190131.589831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b8b4351. 00010000:00000010:1.1:1776190131.589847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002787a695. 00010000:00000010:3.1:1776190131.593814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040eac47d. 00000400:00000200:2.0:1776190131.596929:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.596952:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18208c0 00000400:00000200:2.0:1776190131.596961:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5c21 [1] + 224 00000400:00000200:2.0:1776190131.596972:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.596976:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.596986:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089ccee46 x1862468301359296/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.597092:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.597099:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377280 00000400:00000200:2.0:1776190131.597104:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb458d [2] + 656 00000400:00000200:2.0:1776190131.597165:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.597170:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.597174:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190131.597180:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000385e35d2. 00000020:00000010:3.0:1776190131.597469:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004aeefaca. 00000020:00000010:3.0:1776190131.597476:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190131.597480:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190131.597504:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000385e35d2 x1862468296471168/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190131.597536:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296471168 02000000:00000010:3.0:1776190131.597547:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dc572b57. 00010000:00000010:3.0:1776190131.597591:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba27accf. 00000100:00000010:3.0:1776190131.597598:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051e77096. 00000100:00000010:3.0:1776190131.597604:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051e77096. 00010000:00000010:3.0:1776190131.597608:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba27accf. 00000400:00000010:3.0:1776190131.597620:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6b5ec91. 00000100:00000200:3.0:1776190131.597625:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296471168, offset 224 00000400:00000200:3.0:1776190131.597632:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.597643:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.597649:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92635:92635:256:4294967295] 192.168.203.39@tcp LPNI seq info [92635:92635:8:4294967295] 00000400:00000200:3.0:1776190131.597658:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.597662:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.597666:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190131.597671:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.597677:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.597681:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190131.597707:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190131.597711:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190131.597714:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004aeefaca. 00000800:00000200:2.0:1776190131.599042:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.599049:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:2.0:1776190131.599057:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.599065:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.599069:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6b5ec91 00000400:00000010:2.0:1776190131.599081:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6b5ec91. 00000400:00000010:1.0:1776190131.599940:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed7ef070. 00000400:00000200:1.0:1776190131.599948:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff4ab8e8 00000400:00000010:1.0:1776190131.599949:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190131.599959:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089ccee46 x1862468301359296/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190131.599969:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089ccee46 x1862468301359296/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190131.599996:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ccb071ec. 02000000:00000010:1.0:1776190131.600014:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000062caf248. 02000000:00000010:1.0:1776190131.600021:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000051382e40. 00000100:00000010:1.0:1776190131.600024:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089ccee46. 00000100:00000010:1.0:1776190131.600027:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd8e55b9. 00010000:00000010:1.0:1776190131.600029:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed474744. 00080000:00000010:1.0:1776190131.600046:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051382e40. 00010000:00000010:1.0:1776190131.600276:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f08570bf. 00010000:00000010:1.0:1776190131.600285:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d8053dfb. 00010000:00000010:1.0:1776190131.600432:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002787a695. 00010000:00000010:1.0:1776190131.600439:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f08570bf. 00010000:00000010:1.0:1776190131.600531:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed474744. 00000100:00000010:1.0:1776190131.600538:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd8e55b9. 00000100:00000010:1.0:1776190131.600543:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089ccee46. 02000000:00000010:1.0:1776190131.600552:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000062caf248. 02000000:00000010:1.0:1776190131.600586:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1666326. 00000400:00000010:1.0:1776190131.600591:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed7ef070. 00000400:00000010:1.0:1776190131.600596:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190131.600600:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301359360, portal 16 00000400:00000010:1.0:1776190131.600605:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc34d2c4. 00000100:00000200:1.0:1776190131.600607:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301359360, offset 0 00000400:00000200:1.0:1776190131.600615:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.600627:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.600634:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190131.600637:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190131.600640:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190131.600643:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92636:92636:256:4294967295] 192.168.203.39@tcp LPNI seq info [92636:92636:8:4294967295] 00000400:00000200:1.0:1776190131.600651:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.600657:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.600661:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006429d592 (tot 82352466). 00000800:00000200:1.0:1776190131.600666:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.600671:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.600675:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006429d592 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190131.606652:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.606661:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006429d592 (tot 82352218). 00000400:00000200:2.0:1776190131.606669:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.606678:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.606684:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc34d2c4 00000400:00000010:2.0:1776190131.606686:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc34d2c4. 00000100:00000200:2.0:1776190131.606694:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089ccee46 x1862468301359360/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.608590:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.608608:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820900 00000400:00000200:2.0:1776190131.608617:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5c2d [1] + 224 00000400:00000200:2.0:1776190131.608630:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.608634:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.608643:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089ccee46 x1862468301359360/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.612137:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.612163:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13772c0 00000400:00000200:2.0:1776190131.612170:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb458d [2] + 984 00000400:00000200:2.0:1776190131.612244:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.612249:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.612255:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190131.612271:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 00000020:00000010:0.0:1776190131.612471:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070571944. 00000020:00000010:0.0:1776190131.612485:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.612490:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190131.612532:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d9e7cf1 x1862468296471232/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190131.612573:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296471232 02000000:00000010:0.0:1776190131.612594:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eb8ba3c1. 00010000:00000010:0.0:1776190131.612630:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.612636:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585ff876. 00000100:00000010:0.0:1776190131.612643:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585ff876. 00010000:00000010:0.0:1776190131.612645:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000400:00000010:0.0:1776190131.612659:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009746daff. 00000100:00000200:0.0:1776190131.612663:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296471232, offset 224 00000400:00000200:0.0:1776190131.612671:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.612680:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.612685:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92637:92637:256:4294967295] 192.168.203.39@tcp LPNI seq info [92637:92637:8:4294967295] 00000400:00000200:0.0:1776190131.612694:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.612699:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.612714:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352466). 00000800:00000200:0.0:1776190131.612720:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.612734:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.612738:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.612758:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.612763:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190131.612766:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070571944. 00000800:00000200:2.0:1776190131.613128:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.613133:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352218). 00000400:00000200:2.0:1776190131.613137:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.613141:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.613145:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009746daff 00000400:00000010:2.0:1776190131.613147:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009746daff. 00010000:00000010:1.1:1776190131.614690:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000971cf935. 00010000:00000010:1.1:1776190131.615063:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000160427b1. 00010000:00000010:1.1:1776190131.615071:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000785cf800. 00000400:00000010:1.0:1776190131.615085:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed7ef070. 00000400:00000200:1.0:1776190131.615089:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff4ab8e8 00000400:00000010:1.0:1776190131.615092:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190131.615112:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089ccee46 x1862468301359360/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190131.615121:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089ccee46 x1862468301359360/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190131.615146:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017149b88. 02000000:00000010:1.0:1776190131.615162:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1666326. 02000000:00000010:1.0:1776190131.615169:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000062caf248. 00000100:00000010:1.0:1776190131.615175:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089ccee46. 00000100:00000010:1.0:1776190131.615179:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd8e55b9. 00010000:00000010:1.0:1776190131.615181:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed474744. 00080000:00000010:1.0:1776190131.616969:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1666326. 00010000:00000010:1.0:1776190131.617091:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f08570bf. 00010000:00000010:1.0:1776190131.617102:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a41a3250. 00010000:00000010:1.0:1776190131.617543:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000785cf800. 00010000:00000010:1.0:1776190131.617550:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f08570bf. 00010000:00000010:1.0:1776190131.617571:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed474744. 00000100:00000010:1.0:1776190131.617579:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd8e55b9. 00000100:00000010:1.0:1776190131.617587:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089ccee46. 02000000:00000010:1.0:1776190131.617602:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000062caf248. 02000000:00000010:1.0:1776190131.617629:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085916b60. 00000400:00000010:1.0:1776190131.617636:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed7ef070. 00000400:00000010:1.0:1776190131.617642:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190131.617649:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301359424, portal 16 00000400:00000010:1.0:1776190131.617654:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4c2ce73. 00000100:00000200:1.0:1776190131.617656:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301359424, offset 0 00000400:00000200:1.0:1776190131.617666:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.617682:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.617689:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190131.617693:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190131.617696:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190131.617698:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92638:92638:256:4294967295] 192.168.203.39@tcp LPNI seq info [92638:92638:8:4294967295] 00000400:00000200:1.0:1776190131.617718:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.617724:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.617729:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d164298 (tot 82352466). 00000800:00000200:1.0:1776190131.617735:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.617742:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.617745:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d164298 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190131.617903:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.617908:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d164298 (tot 82352218). 00000400:00000200:2.0:1776190131.617914:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.617919:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.617923:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4c2ce73 00000400:00000010:2.0:1776190131.617925:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4c2ce73. 00000100:00000200:2.0:1776190131.617932:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089ccee46 x1862468301359424/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.624408:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.624428:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820940 00000400:00000200:2.0:1776190131.624437:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5c39 [1] + 224 00000400:00000200:2.0:1776190131.624458:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.624463:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.624473:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089ccee46 x1862468301359424/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.624502:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.624508:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377300 00000400:00000200:2.0:1776190131.624513:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb458d [2] + 1312 00000400:00000200:2.0:1776190131.624537:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.624540:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.624545:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190131.624551:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e75ddab0. 00000020:00000010:3.0:1776190131.624993:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b4c9e2c. 00000020:00000010:3.0:1776190131.625000:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190131.625006:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190131.625031:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e75ddab0 x1862468296471296/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190131.625062:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296471296 02000000:00000010:3.0:1776190131.625073:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c5482df7. 00010000:00000010:3.0:1776190131.625109:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba27accf. 00000100:00000010:3.0:1776190131.625116:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051e77096. 00000100:00000010:3.0:1776190131.625123:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051e77096. 00010000:00000010:3.0:1776190131.625126:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba27accf. 00000400:00000010:3.0:1776190131.625170:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d376fb9. 00000100:00000200:3.0:1776190131.625176:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296471296, offset 224 00000400:00000200:3.0:1776190131.625189:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.625200:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.625206:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92639:92639:256:4294967295] 192.168.203.39@tcp LPNI seq info [92639:92639:8:4294967295] 00000400:00000200:3.0:1776190131.625216:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.625222:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.625228:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190131.625233:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.625240:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.625244:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190131.625267:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190131.625271:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190131.625273:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b4c9e2c. 00000400:00000010:1.0:1776190131.626751:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed7ef070. 00000400:00000200:1.0:1776190131.626759:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff4ab8e8 00000400:00000010:1.0:1776190131.626761:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190131.626770:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089ccee46 x1862468301359424/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190131.626791:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089ccee46 x1862468301359424/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190131.626815:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9e3de5a. 02000000:00000010:1.0:1776190131.626832:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085916b60. 02000000:00000010:1.0:1776190131.626837:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000062caf248. 00000100:00000010:1.0:1776190131.626843:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089ccee46. 00000100:00000010:1.0:1776190131.626846:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd8e55b9. 00010000:00000010:1.0:1776190131.626849:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed474744. 00080000:00000010:1.0:1776190131.626866:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085916b60. 00010000:00000010:1.0:1776190131.626948:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f08570bf. 00010000:00000010:1.0:1776190131.626955:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002a97aaf0. 00010000:00000010:1.0:1776190131.627027:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e0d8dd8. 00010000:00000010:1.0:1776190131.627032:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f08570bf. 00010000:00000010:1.0:1776190131.627041:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed474744. 00000100:00000010:1.0:1776190131.627045:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd8e55b9. 00000100:00000010:1.0:1776190131.627051:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089ccee46. 02000000:00000010:1.0:1776190131.627061:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000062caf248. 02000000:00000010:1.0:1776190131.627082:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c591aca. 00000400:00000010:1.0:1776190131.627086:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed7ef070. 00000400:00000010:1.0:1776190131.627089:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190131.627093:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301359488, portal 16 00000400:00000010:1.0:1776190131.627097:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004926409b. 00000100:00000200:1.0:1776190131.627099:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301359488, offset 0 00000400:00000200:1.0:1776190131.627105:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.627114:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.627121:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190131.627124:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190131.627126:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190131.627129:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92640:92640:255:4294967295] 192.168.203.39@tcp LPNI seq info [92640:92640:7:4294967295] 00000400:00000200:1.0:1776190131.627139:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.627144:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.627147:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006708edc (tot 82352714). 00000800:00000200:1.0:1776190131.627152:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.627157:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.627160:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006708edc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190131.631107:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.631116:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352466). 00000400:00000200:2.0:1776190131.631129:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.631138:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.631144:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d376fb9 00000400:00000010:2.0:1776190131.631147:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d376fb9. 00000800:00000200:2.0:1776190131.635860:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.635878:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006708edc (tot 82352218). 00000400:00000200:2.0:1776190131.635887:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.635896:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.635901:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004926409b 00000400:00000010:2.0:1776190131.635903:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004926409b. 00000100:00000200:2.0:1776190131.635913:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089ccee46 x1862468301359488/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190131.640934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001aabb691. 00010000:00000010:1.1:1776190131.640956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040e18f5e. 00010000:00000010:1.1:1776190131.640960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002787a695. 00000400:00000200:2.0:1776190131.648259:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.648279:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820980 00000400:00000200:2.0:1776190131.648288:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5c45 [1] + 224 00000400:00000200:2.0:1776190131.648299:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.648302:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.648314:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089ccee46 x1862468301359488/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.648405:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.648412:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377340 00000400:00000200:2.0:1776190131.648416:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb458d [2] + 1640 00000400:00000200:2.0:1776190131.648427:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.648429:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.648433:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190131.648439:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000462ed234. 00000020:00000010:0.0:1776190131.648930:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070571944. 00000020:00000010:0.0:1776190131.648937:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.648941:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190131.648964:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000462ed234 x1862468296471360/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190131.648998:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296471360 02000000:00000010:0.0:1776190131.649009:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000596dd2a5. 00010000:00000010:0.0:1776190131.649043:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.649050:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585ff876. 00000100:00000010:0.0:1776190131.649056:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585ff876. 00010000:00000010:0.0:1776190131.649059:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000400:00000010:0.0:1776190131.649074:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c79e5fff. 00000100:00000200:0.0:1776190131.649078:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296471360, offset 224 00000400:00000200:0.0:1776190131.649085:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.649096:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.649101:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92641:92641:256:4294967295] 192.168.203.39@tcp LPNI seq info [92641:92641:8:4294967295] 00000400:00000200:0.0:1776190131.649111:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.649115:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.649119:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352466). 00000800:00000200:0.0:1776190131.649125:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.649131:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.649134:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.649158:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.649163:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190131.649167:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070571944. 00000800:00000200:2.0:1776190131.649279:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.649283:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352218). 00000400:00000200:2.0:1776190131.649286:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.649290:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.649294:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c79e5fff 00000400:00000010:2.0:1776190131.649296:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c79e5fff. 00000400:00000010:1.0:1776190131.650017:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed7ef070. 00000400:00000200:1.0:1776190131.650022:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff4ab8e8 00000400:00000010:1.0:1776190131.650024:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190131.650031:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089ccee46 x1862468301359488/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190131.650040:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089ccee46 x1862468301359488/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190131.650062:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a6bb1d3. 02000000:00000010:1.0:1776190131.650078:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c591aca. 02000000:00000010:1.0:1776190131.650083:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000062caf248. 00000100:00000010:1.0:1776190131.650087:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089ccee46. 00000100:00000010:1.0:1776190131.650090:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd8e55b9. 00010000:00000010:1.0:1776190131.650093:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed474744. 00080000:00000010:0.0:1776190131.650189:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070571944. 00010000:00000010:0.0:1776190131.650280:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f08570bf. 00010000:00000010:0.0:1776190131.650288:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000449c9593. 00010000:00000010:0.0:1776190131.650348:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f49a020e. 00010000:00000010:0.0:1776190131.650352:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096d55133. 00010000:00000010:0.0:1776190131.650356:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ffa0c1ed. 00010000:00000010:0.0:1776190131.650362:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d0644ca1. 00080000:00000010:0.0:1776190131.650373:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba3153e8. 00010000:00000010:0.0:1776190131.650396:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d0644ca1. 00010000:00000010:0.0:1776190131.650400:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096d55133. 00010000:00000010:0.0:1776190131.650444:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2e79f07. 00010000:00000010:0.0:1776190131.650448:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d0644ca1. 00010000:00000010:0.0:1776190131.650454:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.650458:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585ff876. 00000100:00000010:0.0:1776190131.650465:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 02000000:00000010:0.0:1776190131.650476:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000004b1d897. 02000000:00000010:0.0:1776190131.650497:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000012bbc783. 00000400:00000010:0.0:1776190131.650502:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a1da0e78. 00000400:00000010:0.0:1776190131.650506:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0ec89d5. 00000100:00000200:0.0:1776190131.650511:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301359552, portal 16 00000400:00000010:0.0:1776190131.650515:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017e036f6. 00000100:00000200:0.0:1776190131.650517:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301359552, offset 0 00000400:00000200:0.0:1776190131.650524:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.650533:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.650540:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.650543:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.650545:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.650548:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92642:92642:256:4294967295] 192.168.203.39@tcp LPNI seq info [92642:92642:8:4294967295] 00000400:00000200:0.0:1776190131.650567:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.650572:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.650576:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352466). 00000800:00000200:0.0:1776190131.650580:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.650585:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.650588:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190131.650876:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.650880:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:2.0:1776190131.650883:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.650888:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.650891:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017e036f6 00000400:00000010:2.0:1776190131.650893:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017e036f6. 00000100:00000200:2.0:1776190131.650898:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000abc3f2e1 x1862468301359552/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190131.652426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d54ef940. 00010000:00000010:1.1:1776190131.652439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000942e1b1a. 00010000:00000010:1.1:1776190131.652442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000785cf800. 00010000:00000010:0.1:1776190131.656821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027b62288. 00010000:00000010:0.1:1776190131.656836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e0d8dd8. 00010000:00000010:0.1:1776190131.656842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f49a020e. 00010000:00000010:0.1:1776190131.656845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffa0c1ed. 00010000:00000010:1.1:1776190131.661016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b15e37bd. 00000400:00000200:2.0:1776190131.663986:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.664007:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18209c0 00000400:00000200:2.0:1776190131.664016:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5c51 [1] + 224 00000400:00000200:2.0:1776190131.664033:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.664036:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.664046:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000abc3f2e1 x1862468301359552/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190131.666441:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a1da0e78. 00000400:00000200:0.0:1776190131.666452:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0ec89d5 00000400:00000010:0.0:1776190131.666455:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0ec89d5. 00000100:00000200:0.0:1776190131.666468:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000abc3f2e1 x1862468301359552/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.666478:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000abc3f2e1 x1862468301359552/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190131.666509:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000012bbc783. 02000000:00000010:0.0:1776190131.666515:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000004b1d897. 00000100:00000010:0.0:1776190131.666518:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 00000100:00000010:0.0:1776190131.666522:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585ff876. 00010000:00000010:0.0:1776190131.666525:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000400:00000200:2.0:1776190131.667149:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.667164:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377380 00000400:00000200:2.0:1776190131.667172:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb458d [2] + 1968 00000400:00000010:2.0:1776190131.667175:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d4701205. 00000400:00000200:2.0:1776190131.667180:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f6de0958 00000400:00000200:2.0:1776190131.667259:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.667264:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.667268:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6de0958 00000400:00000010:2.0:1776190131.667270:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f6de0958 (tot 82352066). 00000100:00000200:2.0:1776190131.667275:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190131.667849:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b4c9e2c. 00000020:00000010:3.0:1776190131.667856:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190131.667861:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190131.667887:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009af7c36d x1862468296471424/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190131.667976:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296471424 02000000:00000010:3.0:1776190131.667988:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000061526cc4. 00010000:00000010:3.0:1776190131.668015:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f910042. 00010000:00000010:3.0:1776190131.668035:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba27accf. 00000100:00000010:3.0:1776190131.668043:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051e77096. 00000100:00000010:3.0:1776190131.668062:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051e77096. 00010000:00000010:3.0:1776190131.668066:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba27accf. 00000400:00000010:3.0:1776190131.668079:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190131.668084:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296471424, offset 224 00000400:00000200:3.0:1776190131.668092:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.668103:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.668109:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92643:92643:256:4294967295] 192.168.203.39@tcp LPNI seq info [92643:92643:8:4294967295] 00000400:00000200:3.0:1776190131.668118:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.668124:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.668128:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352314). 00000800:00000200:3.0:1776190131.668133:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.668141:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.668144:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190131.668159:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190131.668163:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190131.668166:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b4c9e2c. 02000000:00000010:3.0:1776190131.668173:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000596dd2a5. 00000100:00000010:3.0:1776190131.668177:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000462ed234. 02000000:00000010:3.0:1776190131.668184:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c5482df7. 00000100:00000010:3.0:1776190131.668186:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e75ddab0. 02000000:00000010:3.0:1776190131.668190:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eb8ba3c1. 00000100:00000010:3.0:1776190131.668192:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 02000000:00000010:3.0:1776190131.668194:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dc572b57. 00000100:00000010:3.0:1776190131.668197:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000385e35d2. 02000000:00000010:3.0:1776190131.668211:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e52ddcff. 00000100:00000010:3.0:1776190131.668215:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 02000000:00000010:3.0:1776190131.668218:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004bf53dcc. 00000100:00000010:3.0:1776190131.668219:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000143a7ad1. 00000100:00000200:3.0:1776190131.668226:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190131.668231:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000095e85680. 00000400:00000010:3.0:1776190131.668236:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000051e77096 (tot 82352466). 00000800:00000200:2.0:1776190131.670742:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.670751:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:2.0:1776190131.670761:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.670770:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.670792:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b61116a7 00000400:00000010:2.0:1776190131.670795:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b61116a7. 02000000:00000010:2.0:1776190131.670803:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000061526cc4. 00080000:00000010:2.0:1776190131.670839:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f434434. 00010000:00000010:2.0:1776190131.670931:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d0644ca1. 00010000:00000010:2.0:1776190131.670939:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c08493c. 00010000:00000010:2.0:1776190131.671005:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e734aba7. 00010000:00000010:2.0:1776190131.671011:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da298c25. 00010000:00000010:2.0:1776190131.671024:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190131.671030:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d5e0a83. 00000100:00000010:2.0:1776190131.671038:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190131.671051:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046ddb7f4. 02000000:00000010:2.0:1776190131.671076:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ddc0eb36. 00000400:00000010:2.0:1776190131.671081:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083ca2b92. 00000400:00000010:2.0:1776190131.671085:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190131.671091:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301359616, portal 16 00000400:00000010:2.0:1776190131.671096:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001f124ec. 00000100:00000200:2.0:1776190131.671098:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301359616, offset 0 00000400:00000200:2.0:1776190131.671105:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.671116:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.671122:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190131.671125:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190131.671128:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190131.671131:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92644:92644:256:4294967295] 192.168.203.39@tcp LPNI seq info [92644:92644:8:4294967295] 00000400:00000200:2.0:1776190131.671140:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.671144:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.671149:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb044675 (tot 82352466). 00000800:00000200:2.0:1776190131.671154:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.671161:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.671164:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb044675 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190131.671833:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190131.671837:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb044675 (tot 82352218). 00000400:00000200:0.0:1776190131.671843:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.671848:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190131.671852:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001f124ec 00000400:00000010:0.0:1776190131.671854:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001f124ec. 00000100:00000200:0.0:1776190131.671862:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e941f260 x1862468301359616/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.680338:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.680361:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820a00 00000400:00000200:2.0:1776190131.680371:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5c61 [1] + 224 00000400:00000200:2.0:1776190131.680389:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.680393:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.680402:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e941f260 x1862468301359616/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190131.680507:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083ca2b92. 00000400:00000200:0.0:1776190131.680512:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000400:00000010:0.0:1776190131.680514:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 00000100:00000200:0.0:1776190131.680520:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e941f260 x1862468301359616/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.680528:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e941f260 x1862468301359616/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190131.680564:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ddc0eb36. 02000000:00000010:0.0:1776190131.680571:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000046ddb7f4. 00000100:00000010:0.0:1776190131.680575:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 00000100:00000010:0.0:1776190131.680581:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d5e0a83. 00010000:00000010:0.0:1776190131.680586:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00010000:00000010:2.1:1776190131.681932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a66cb4c. 00010000:00000010:2.1:1776190131.681943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e79f07. 00000400:00000200:2.0:1776190131.682473:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.682489:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13773c0 00000400:00000200:2.0:1776190131.682497:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb45e5 [2] + 0 00000400:00000200:2.0:1776190131.682563:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.682568:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.682573:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190131.682579:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 00000020:00000010:3.0:1776190131.682673:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5482df7. 00000020:00000010:3.0:1776190131.682680:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190131.682685:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190131.682716:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001fa788c5 x1862468296471488/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190131.682748:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296471488 02000000:00000010:3.0:1776190131.682758:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009b4c9e2c. 00010000:00000010:3.0:1776190131.682817:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3909a84. 00010000:00000010:3.0:1776190131.682837:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba27accf. 00000100:00000010:3.0:1776190131.682845:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087a09ea0. 00000100:00000010:3.0:1776190131.682854:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000087a09ea0. 00010000:00000010:3.0:1776190131.682858:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba27accf. 00000400:00000010:3.0:1776190131.682871:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c5b133d. 00000100:00000200:3.0:1776190131.682875:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296471488, offset 224 00000400:00000200:3.0:1776190131.682882:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.682893:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.682898:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92645:92645:256:4294967295] 192.168.203.39@tcp LPNI seq info [92645:92645:8:4294967295] 00000400:00000200:3.0:1776190131.682907:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.682912:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.682916:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190131.682921:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.682927:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.682931:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190131.682954:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190131.682958:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190131.682961:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5482df7. 00080000:00000010:0.0:1776190131.683082:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004b1d897. 00010000:00000010:0.0:1776190131.683167:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da298c25. 00010000:00000010:0.0:1776190131.683173:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a6ab763e. 00010000:00000010:0.0:1776190131.683250:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ffa0c1ed. 00010000:00000010:0.0:1776190131.683255:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b67d04a7. 00010000:00000010:0.0:1776190131.683263:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.683267:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585ff876. 00000100:00000010:0.0:1776190131.683272:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 02000000:00000010:0.0:1776190131.683280:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012bbc783. 02000000:00000010:0.0:1776190131.683304:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004bf53dcc. 00000400:00000010:0.0:1776190131.683309:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a1da0e78. 00000400:00000010:0.0:1776190131.683314:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0ec89d5. 00000100:00000200:0.0:1776190131.683320:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301359680, portal 16 00000400:00000010:0.0:1776190131.683324:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a3fb80ce. 00000100:00000200:0.0:1776190131.683326:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301359680, offset 0 00000400:00000200:0.0:1776190131.683332:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.683339:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.683344:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.683348:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.683351:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.683353:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92646:92646:255:4294967295] 192.168.203.39@tcp LPNI seq info [92646:92646:7:4294967295] 00000400:00000200:0.0:1776190131.683360:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.683364:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.683367:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352714). 00000800:00000200:0.0:1776190131.683370:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.683374:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.683376:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190131.683551:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.683564:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352466). 00000400:00000200:2.0:1776190131.683570:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.683574:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.683578:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c5b133d 00000400:00000010:2.0:1776190131.683580:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c5b133d. 00000800:00000200:2.0:1776190131.683622:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.683623:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352218). 00000400:00000200:2.0:1776190131.683626:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.683628:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.683630:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a3fb80ce 00000400:00000010:2.0:1776190131.683631:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a3fb80ce. 00000100:00000200:2.0:1776190131.683636:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000abc3f2e1 x1862468301359680/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190131.685941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3ab8b31. 00010000:00000010:3.1:1776190131.689932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0baa400. 00010000:00000010:0.1:1776190131.689990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000496cd5ad. 00010000:00000010:0.1:1776190131.689997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e734aba7. 00000400:00000200:2.0:1776190131.691293:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.691312:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820a40 00000400:00000200:2.0:1776190131.691321:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5c6d [1] + 224 00000400:00000200:2.0:1776190131.691335:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.691339:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.691348:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000abc3f2e1 x1862468301359680/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190131.691814:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a1da0e78. 00000400:00000200:0.0:1776190131.691821:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0ec89d5 00000400:00000010:0.0:1776190131.691824:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0ec89d5. 00000100:00000200:0.0:1776190131.691831:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000abc3f2e1 x1862468301359680/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.691838:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000abc3f2e1 x1862468301359680/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190131.691865:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004bf53dcc. 02000000:00000010:0.0:1776190131.691872:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012bbc783. 00000100:00000010:0.0:1776190131.691875:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 00000100:00000010:0.0:1776190131.691879:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585ff876. 00010000:00000010:0.0:1776190131.691882:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000400:00000200:2.0:1776190131.692159:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.692170:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377400 00000400:00000200:2.0:1776190131.692175:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb45e5 [2] + 328 00000400:00000200:2.0:1776190131.692570:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.692576:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.692581:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190131.692586:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a89b0311. 00000020:00000010:1.0:1776190131.693906:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c591aca. 00000020:00000010:1.0:1776190131.693916:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.693920:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190131.693948:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a89b0311 x1862468296471552/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190131.693980:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296471552 02000000:00000010:1.0:1776190131.693992:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000062caf248. 00010000:00000010:1.0:1776190131.694018:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005895625. 00010000:00000010:1.0:1776190131.694040:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed474744. 00000100:00000010:1.0:1776190131.694046:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd8e55b9. 00000100:00000010:1.0:1776190131.694066:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd8e55b9. 00010000:00000010:1.0:1776190131.694070:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed474744. 00000400:00000010:1.0:1776190131.694082:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190131.694088:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296471552, offset 224 00000400:00000200:1.0:1776190131.694095:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.694108:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.694114:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92647:92647:256:4294967295] 192.168.203.39@tcp LPNI seq info [92647:92647:8:4294967295] 00000400:00000200:1.0:1776190131.694124:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.694131:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.694135:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c40e4d7 (tot 82352466). 00000800:00000200:1.0:1776190131.694141:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.694147:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.694151:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c40e4d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190131.694172:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.694177:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.694180:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c591aca. 00080000:00000010:0.0:1776190131.694335:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012bbc783. 00010000:00000010:0.0:1776190131.694412:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b67d04a7. 00010000:00000010:0.0:1776190131.694418:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001dc47341. 00010000:00000010:0.0:1776190131.694533:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b44f5f01. 00010000:00000010:0.0:1776190131.694539:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b67d04a7. 00010000:00000010:0.0:1776190131.694549:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.694553:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585ff876. 00000100:00000010:0.0:1776190131.694569:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 02000000:00000010:0.0:1776190131.694581:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004bf53dcc. 02000000:00000010:0.0:1776190131.694602:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb8ba3c1. 00000400:00000010:0.0:1776190131.694607:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a1da0e78. 00000400:00000010:0.0:1776190131.694612:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0ec89d5. 00000100:00000200:0.0:1776190131.694616:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301359744, portal 16 00000400:00000010:0.0:1776190131.694620:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000509ece33. 00000100:00000200:0.0:1776190131.694622:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301359744, offset 0 00000400:00000200:0.0:1776190131.694627:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.694635:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.694641:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.694644:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.694647:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.694649:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92648:92648:255:4294967295] 192.168.203.39@tcp LPNI seq info [92648:92648:7:4294967295] 00000400:00000200:0.0:1776190131.694656:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.694660:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.694663:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000826f680e (tot 82352714). 00000800:00000200:0.0:1776190131.694667:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.694671:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.694673:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000826f680e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190131.695912:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.695919:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c40e4d7 (tot 82352466). 00000400:00000200:2.0:1776190131.695926:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.695933:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.695938:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff4ab8e8 00000400:00000010:2.0:1776190131.695940:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff4ab8e8. 00000800:00000200:2.0:1776190131.696441:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.696444:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000826f680e (tot 82352218). 00000400:00000200:2.0:1776190131.696449:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.696453:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.696457:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000509ece33 00000400:00000010:2.0:1776190131.696458:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000509ece33. 00000100:00000200:2.0:1776190131.696465:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000abc3f2e1 x1862468301359744/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190131.699801:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e4f9893. 00010000:00000010:0.1:1776190131.703866:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcb3fe46. 00010000:00000010:0.1:1776190131.703881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffa0c1ed. 00000400:00000200:2.0:1776190131.704045:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.704067:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820a80 00000400:00000200:2.0:1776190131.704077:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5c79 [1] + 224 00000400:00000200:2.0:1776190131.704090:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.704096:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.704105:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000abc3f2e1 x1862468301359744/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.704817:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.704827:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377440 00000400:00000200:2.0:1776190131.704832:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb45e5 [2] + 656 00000400:00000200:2.0:1776190131.704882:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.704886:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.704891:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190131.704896:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000663a046d. 00000400:00000010:0.0:1776190131.705549:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a1da0e78. 00000400:00000200:0.0:1776190131.705566:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0ec89d5 00000400:00000010:0.0:1776190131.705568:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0ec89d5. 00000100:00000200:0.0:1776190131.705576:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000abc3f2e1 x1862468301359744/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.705583:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000abc3f2e1 x1862468301359744/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190131.705675:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb8ba3c1. 02000000:00000010:0.0:1776190131.705760:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004bf53dcc. 00000100:00000010:0.0:1776190131.705765:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 00000100:00000010:0.0:1776190131.705769:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585ff876. 00010000:00000010:0.0:1776190131.705853:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000020:00000010:2.0:1776190131.706080:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006edcac7e. 00000020:00000010:2.0:1776190131.706088:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190131.706092:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190131.706116:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000663a046d x1862468296471616/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190131.706240:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296471616 02000000:00000010:2.0:1776190131.706251:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000176dadde. 00010000:00000010:2.0:1776190131.706274:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec9d1878. 00010000:00000010:2.0:1776190131.706292:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d5d814d. 00000100:00000010:2.0:1776190131.706298:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007a019b6. 00000100:00000010:2.0:1776190131.707032:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000007a019b6. 00010000:00000010:2.0:1776190131.707040:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d5d814d. 00000400:00000010:2.0:1776190131.707057:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190131.707063:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296471616, offset 224 00000400:00000200:2.0:1776190131.707072:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.707086:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.707091:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92649:92649:256:4294967295] 192.168.203.39@tcp LPNI seq info [92649:92649:8:4294967295] 00000400:00000200:2.0:1776190131.707102:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.707108:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.707112:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0a4d4c8 (tot 82352466). 00000800:00000200:2.0:1776190131.707118:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.707125:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.707128:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0a4d4c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190131.707147:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190131.707151:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190131.707155:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006edcac7e. 00000800:00000200:2.0:1776190131.707255:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.707259:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0a4d4c8 (tot 82352218). 00000400:00000200:2.0:1776190131.707265:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.707269:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.707272:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000400:00000010:2.0:1776190131.707274:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 00080000:00000010:0.0:1776190131.708097:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004bf53dcc. 00010000:00000010:0.0:1776190131.708185:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b67d04a7. 00010000:00000010:0.0:1776190131.708192:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001b154f1c. 00010000:00000010:0.0:1776190131.708275:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ffa0c1ed. 00010000:00000010:0.0:1776190131.708280:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b67d04a7. 00010000:00000010:0.0:1776190131.708291:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.708296:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585ff876. 00000100:00000010:0.0:1776190131.708304:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 02000000:00000010:0.0:1776190131.708316:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eb8ba3c1. 02000000:00000010:0.0:1776190131.708340:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000596dd2a5. 00000400:00000010:0.0:1776190131.708346:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a1da0e78. 00000400:00000010:0.0:1776190131.708351:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0ec89d5. 00000100:00000200:0.0:1776190131.708357:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301359808, portal 16 00000400:00000010:0.0:1776190131.708360:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a783a5b. 00000100:00000200:0.0:1776190131.708362:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301359808, offset 0 00000400:00000200:0.0:1776190131.708369:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.708379:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.708386:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.708389:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.708392:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.708395:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92650:92650:256:4294967295] 192.168.203.39@tcp LPNI seq info [92650:92650:8:4294967295] 00000400:00000200:0.0:1776190131.708403:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.708408:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.708412:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352466). 00000800:00000200:0.0:1776190131.708417:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.708422:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.708425:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190131.708648:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190131.708651:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352218). 00000400:00000200:1.0:1776190131.708655:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.708659:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190131.708662:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a783a5b 00000400:00000010:1.0:1776190131.708664:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a783a5b. 00000100:00000200:1.0:1776190131.708670:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000abc3f2e1 x1862468301359808/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.711251:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.711269:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820ac0 00000400:00000200:2.0:1776190131.711278:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5c85 [1] + 224 00000400:00000200:2.0:1776190131.711290:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.711293:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.711303:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000abc3f2e1 x1862468301359808/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.711337:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.711343:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377480 00000400:00000200:2.0:1776190131.711347:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb45e5 [2] + 984 00000400:00000200:2.0:1776190131.711396:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.711400:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.711403:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190131.711410:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 00000400:00000010:0.0:1776190131.711472:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a1da0e78. 00000400:00000200:0.0:1776190131.711478:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0ec89d5 00000400:00000010:0.0:1776190131.711479:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0ec89d5. 00000100:00000200:0.0:1776190131.711485:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000abc3f2e1 x1862468301359808/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.711491:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000abc3f2e1 x1862468301359808/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190131.711518:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000596dd2a5. 02000000:00000010:0.0:1776190131.711525:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eb8ba3c1. 00000100:00000010:0.0:1776190131.711528:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 00000100:00000010:0.0:1776190131.711531:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585ff876. 00010000:00000010:0.0:1776190131.711535:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000020:00000010:3.0:1776190131.711768:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5482df7. 00000020:00000010:3.0:1776190131.711813:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190131.711818:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190131.711841:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e941f260 x1862468296471680/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190131.711864:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296471680 02000000:00000010:3.0:1776190131.711874:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000072ff9345. 00010000:00000010:3.0:1776190131.711899:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f311de1. 00010000:00000010:3.0:1776190131.711918:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba27accf. 00000100:00000010:3.0:1776190131.711923:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087a09ea0. 00000100:00000010:3.0:1776190131.711934:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000087a09ea0. 00010000:00000010:3.0:1776190131.711937:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba27accf. 00000400:00000010:3.0:1776190131.711948:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000129821df. 00000100:00000200:3.0:1776190131.711953:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296471680, offset 224 00000400:00000200:3.0:1776190131.711959:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.711969:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.711975:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92651:92651:256:4294967295] 192.168.203.39@tcp LPNI seq info [92651:92651:8:4294967295] 00000400:00000200:3.0:1776190131.711984:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.711989:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.711993:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190131.711998:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.712005:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.712008:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190131.712026:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190131.712029:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190131.712032:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5482df7. 00080000:00000010:0.0:1776190131.712157:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb8ba3c1. 00010000:00000010:0.0:1776190131.712240:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b67d04a7. 00010000:00000010:0.0:1776190131.712246:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000030104b4f. 00010000:00000010:0.0:1776190131.712315:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f49a020e. 00010000:00000010:0.0:1776190131.712319:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096d55133. 00010000:00000010:0.0:1776190131.712324:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000fa571e8. 00010000:00000010:0.0:1776190131.712329:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b67d04a7. 00080000:00000010:0.0:1776190131.712339:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000596dd2a5. 00010000:00000010:0.0:1776190131.712363:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b67d04a7. 00010000:00000010:0.0:1776190131.712367:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096d55133. 00010000:00000010:0.0:1776190131.712416:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2e79f07. 00010000:00000010:0.0:1776190131.712420:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b67d04a7. 00010000:00000010:0.0:1776190131.712427:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.712431:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585ff876. 00000100:00000010:0.0:1776190131.712436:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 02000000:00000010:0.0:1776190131.712446:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a348a165. 02000000:00000010:0.0:1776190131.712465:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045061f5c. 00000400:00000010:0.0:1776190131.712469:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a1da0e78. 00000400:00000010:0.0:1776190131.712472:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0ec89d5. 00000100:00000200:0.0:1776190131.712476:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301359872, portal 16 00000400:00000010:0.0:1776190131.712480:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab584b4e. 00000100:00000200:0.0:1776190131.712481:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301359872, offset 0 00000400:00000200:0.0:1776190131.712487:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.712493:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.712499:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.712502:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.712504:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.712507:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92652:92652:255:4294967295] 192.168.203.39@tcp LPNI seq info [92652:92652:7:4294967295] 00000400:00000200:0.0:1776190131.712514:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.712518:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.712521:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352714). 00000800:00000200:0.0:1776190131.712525:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.712529:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.712531:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190131.713015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e706789. 00000800:00000200:2.0:1776190131.713058:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.713062:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352466). 00000400:00000200:2.0:1776190131.713068:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.713073:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.713077:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000129821df 00000400:00000010:2.0:1776190131.713078:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000129821df. 00000800:00000200:2.0:1776190131.713135:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.713138:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352218). 00000400:00000200:2.0:1776190131.713141:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.713144:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.713146:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab584b4e 00000400:00000010:2.0:1776190131.713147:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab584b4e. 00000100:00000200:2.0:1776190131.713152:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000abc3f2e1 x1862468301359872/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190131.715018:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d40f8d91. 00010000:00000010:0.1:1776190131.715031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b44f5f01. 00000400:00000200:1.0:1776190131.715336:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.715354:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820b00 00000400:00000200:1.0:1776190131.715363:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5c91 [1] + 224 00000400:00000200:1.0:1776190131.715376:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.715380:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.715389:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000abc3f2e1 x1862468301359872/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190131.715467:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a1da0e78. 00000400:00000200:0.0:1776190131.715472:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0ec89d5 00000400:00000010:0.0:1776190131.715474:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0ec89d5. 00000100:00000200:0.0:1776190131.715479:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000abc3f2e1 x1862468301359872/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.715486:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000abc3f2e1 x1862468301359872/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190131.715512:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045061f5c. 02000000:00000010:0.0:1776190131.715517:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a348a165. 00000100:00000010:0.0:1776190131.715521:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 00000100:00000010:0.0:1776190131.715525:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585ff876. 00010000:00000010:0.0:1776190131.715528:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000400:00000200:2.0:1776190131.717051:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.717066:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13774c0 00000400:00000200:2.0:1776190131.717075:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb45e5 [2] + 1312 00000400:00000200:2.0:1776190131.717134:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.717138:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.717144:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190131.717149:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 00000020:00000010:1.0:1776190131.717413:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c591aca. 00000020:00000010:1.0:1776190131.717421:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.717426:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190131.717450:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000969b7ebd x1862468296471744/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190131.717482:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296471744 02000000:00000010:1.0:1776190131.717493:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000025aed629. 00010000:00000010:1.0:1776190131.717519:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4bd44bb. 00010000:00000010:1.0:1776190131.717537:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed474744. 00000100:00000010:1.0:1776190131.717542:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd8e55b9. 00000100:00000010:1.0:1776190131.717567:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd8e55b9. 00010000:00000010:1.0:1776190131.717570:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed474744. 00000400:00000010:1.0:1776190131.717581:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d78c9627. 00000100:00000200:1.0:1776190131.717586:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296471744, offset 224 00000400:00000200:1.0:1776190131.717593:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.717607:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.717612:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92653:92653:256:4294967295] 192.168.203.39@tcp LPNI seq info [92653:92653:8:4294967295] 00000400:00000200:1.0:1776190131.717622:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.717627:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.717632:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031d29c32 (tot 82352466). 00000800:00000200:1.0:1776190131.717637:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.717644:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.717648:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031d29c32 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190131.717666:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.717671:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.717673:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c591aca. 00080000:00000010:0.0:1776190131.717736:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a348a165. 00010000:00000010:0.0:1776190131.717842:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b67d04a7. 00010000:00000010:0.0:1776190131.717848:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007a03de78. 00000001:00000010:0.0:1776190131.717902:0:77242:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a1da0e78. 00000001:00000010:0.0:1776190131.717908:0:77242:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a1da0e78. 00000001:00000010:0.0:1776190131.717912:0:77242:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a1da0e78. 00000001:00000010:0.0:1776190131.717914:0:77242:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d343c5e0. 00010000:00000010:0.0:1776190131.717940:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b44f5f01. 00010000:00000010:0.0:1776190131.717945:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b67d04a7. 00010000:00000010:0.0:1776190131.717956:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.717959:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585ff876. 00000100:00000010:0.0:1776190131.717966:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 02000000:00000010:0.0:1776190131.717976:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000045061f5c. 02000000:00000010:0.0:1776190131.717997:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090e03661. 00000400:00000010:0.0:1776190131.718002:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003178f720. 00000400:00000010:0.0:1776190131.718007:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0ec89d5. 00000100:00000200:0.0:1776190131.718012:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301359936, portal 16 00000400:00000010:0.0:1776190131.718015:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098c52fc5. 00000100:00000200:0.0:1776190131.718017:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301359936, offset 0 00000400:00000200:0.0:1776190131.718022:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.718029:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.718035:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.718039:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.718041:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.718043:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92654:92654:255:4294967295] 192.168.203.39@tcp LPNI seq info [92654:92654:7:4294967295] 00000400:00000200:0.0:1776190131.718050:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.718054:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.718058:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352714). 00000800:00000200:0.0:1776190131.718061:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.718065:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.718067:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190131.718313:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.718317:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031d29c32 (tot 82352466). 00000400:00000200:2.0:1776190131.718322:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.718326:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.718330:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d78c9627 00000400:00000010:2.0:1776190131.718331:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d78c9627. 00000800:00000200:2.0:1776190131.718382:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.718384:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352218). 00000400:00000200:2.0:1776190131.718387:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.718391:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.718394:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098c52fc5 00000400:00000010:2.0:1776190131.718395:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098c52fc5. 00000100:00000200:2.0:1776190131.718400:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000abc3f2e1 x1862468301359936/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190131.718870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be4bb8bf. 00010000:00000010:0.1:1776190131.718877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffa0c1ed. 00010000:00000010:0.1:1776190131.718880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f49a020e. 00010000:00000010:0.1:1776190131.718882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fa571e8. 00010000:00000010:3.1:1776190131.720181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072b4bd20. 00000400:00000200:1.0:1776190131.721376:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.721392:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820b40 00000400:00000200:1.0:1776190131.721401:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5c9d [1] + 224 00000400:00000200:1.0:1776190131.721417:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.721421:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.721430:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000abc3f2e1 x1862468301359936/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190131.721564:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003178f720. 00000400:00000200:0.0:1776190131.721570:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0ec89d5 00000400:00000010:0.0:1776190131.721571:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0ec89d5. 00000100:00000200:0.0:1776190131.721578:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000abc3f2e1 x1862468301359936/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.721585:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000abc3f2e1 x1862468301359936/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190131.721617:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090e03661. 02000000:00000010:0.0:1776190131.721623:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000045061f5c. 00000100:00000010:0.0:1776190131.721627:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 00000100:00000010:0.0:1776190131.721630:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585ff876. 00010000:00000010:0.0:1776190131.721633:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000400:00000200:2.0:1776190131.722391:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.722404:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377500 00000400:00000200:2.0:1776190131.722410:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb45e5 [2] + 1640 00000400:00000200:2.0:1776190131.722463:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.722467:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.722471:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190131.722477:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000385e35d2. 00000020:00000010:3.0:1776190131.722764:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5482df7. 00010000:00000010:1.1:1776190131.723830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000887083cf. 00000020:00000010:0.0:1776190131.723930:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.723937:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190131.723971:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000385e35d2 x1862468296471808/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190131.724043:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296471808 02000000:00000010:0.0:1776190131.724055:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000045061f5c. 00010000:00000010:0.0:1776190131.724081:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009be252da. 00010000:00000010:0.0:1776190131.724097:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.724104:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585ff876. 00000100:00000010:0.0:1776190131.724124:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585ff876. 00010000:00000010:0.0:1776190131.724127:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000400:00000010:0.0:1776190131.724140:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0ec89d5. 00000100:00000200:0.0:1776190131.724145:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296471808, offset 224 00000400:00000200:0.0:1776190131.724153:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.724166:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.724172:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92655:92655:256:4294967295] 192.168.203.39@tcp LPNI seq info [92655:92655:8:4294967295] 00000400:00000200:0.0:1776190131.724181:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.724187:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.724191:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352466). 00000800:00000200:0.0:1776190131.724207:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.724213:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.724217:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.724240:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.724245:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190131.724247:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5482df7. 00080000:00000010:2.0:1776190131.724306:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006edcac7e. 00010000:00000010:2.0:1776190131.724381:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b67d04a7. 00010000:00000010:2.0:1776190131.724386:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002742f941. 00010000:00000010:2.0:1776190131.724458:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb396538. 00010000:00000010:2.0:1776190131.724464:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.724473:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d5d814d. 00000100:00000010:2.0:1776190131.724477:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007a019b6. 00000100:00000010:2.0:1776190131.724484:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 02000000:00000010:2.0:1776190131.724495:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046ddb7f4. 02000000:00000010:2.0:1776190131.724515:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ddc0eb36. 00000400:00000010:2.0:1776190131.724520:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000022722bb0. 00000400:00000010:2.0:1776190131.724524:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190131.724529:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301360000, portal 16 00000400:00000010:2.0:1776190131.724533:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001f124ec. 00000100:00000200:2.0:1776190131.724535:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301360000, offset 0 00000400:00000200:2.0:1776190131.724539:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.724545:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.724551:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190131.724564:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190131.724567:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190131.724570:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92656:92656:255:4294967295] 192.168.203.39@tcp LPNI seq info [92656:92656:7:4294967295] 00000400:00000200:2.0:1776190131.724577:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.724581:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.724584:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0a4d4c8 (tot 82352714). 00000800:00000200:2.0:1776190131.724587:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.724591:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.724593:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0a4d4c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.724911:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.724915:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352466). 00000400:00000200:3.0:1776190131.724920:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.724924:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.724928:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0ec89d5 00000400:00000010:3.0:1776190131.724930:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0ec89d5. 00000800:00000200:3.0:1776190131.724996:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.724999:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0a4d4c8 (tot 82352218). 00000400:00000200:3.0:1776190131.725003:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.725006:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.725008:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001f124ec 00000400:00000010:3.0:1776190131.725009:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001f124ec. 00000100:00000200:3.0:1776190131.725015:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d9e7cf1 x1862468301360000/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.726925:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.726948:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820b80 00000400:00000200:1.0:1776190131.726960:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5ca9 [1] + 224 00000400:00000200:1.0:1776190131.726987:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.726991:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.726999:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d9e7cf1 x1862468301360000/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190131.727076:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000022722bb0. 00000400:00000200:2.0:1776190131.727081:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000400:00000010:2.0:1776190131.727083:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 00000100:00000200:2.0:1776190131.727088:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d9e7cf1 x1862468301360000/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190131.727095:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d9e7cf1 x1862468301360000/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190131.727124:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ddc0eb36. 02000000:00000010:2.0:1776190131.727130:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000046ddb7f4. 00000100:00000010:2.0:1776190131.727134:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 00000100:00000010:2.0:1776190131.727137:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000007a019b6. 00010000:00000010:2.0:1776190131.727143:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d5d814d. 00000400:00000200:2.0:1776190131.728570:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.728586:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377540 00000400:00000200:2.0:1776190131.728593:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb45e5 [2] + 1968 00000400:00000010:2.0:1776190131.728598:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de42ea90. 00000400:00000200:2.0:1776190131.728603:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000aebf194a 00000400:00000200:2.0:1776190131.728658:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.728662:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.728666:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aebf194a 00000400:00000010:2.0:1776190131.728668:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000aebf194a (tot 82352066). 00000100:00000200:2.0:1776190131.728672:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190131.728761:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090e03661. 00000020:00000010:0.0:1776190131.728768:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.728814:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190131.728843:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c05c57e6 x1862468296471872/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190131.728868:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296471872 02000000:00000010:0.0:1776190131.728878:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f8014e3c. 00010000:00000010:0.0:1776190131.728904:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000821e637f. 00010000:00000010:0.0:1776190131.728925:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.728933:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585ff876. 00000100:00000010:0.0:1776190131.728944:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585ff876. 00010000:00000010:0.0:1776190131.728947:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000400:00000010:0.0:1776190131.728959:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c89ae973. 00000100:00000200:0.0:1776190131.728964:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296471872, offset 224 00000400:00000200:0.0:1776190131.728971:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.728981:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.728986:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92657:92657:256:4294967295] 192.168.203.39@tcp LPNI seq info [92657:92657:8:4294967295] 00000400:00000200:0.0:1776190131.728995:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.729000:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.729004:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000826f680e (tot 82352314). 00000800:00000200:0.0:1776190131.729009:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.729019:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.729022:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000826f680e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.729044:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.729048:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190131.729051:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090e03661. 02000000:00000010:0.0:1776190131.729057:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000045061f5c. 00000100:00000010:0.0:1776190131.729060:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000385e35d2. 02000000:00000010:0.0:1776190131.729063:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000025aed629. 00000100:00000010:0.0:1776190131.729065:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 02000000:00000010:0.0:1776190131.729068:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000072ff9345. 00000100:00000010:0.0:1776190131.729070:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 02000000:00000010:0.0:1776190131.729075:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000176dadde. 00000100:00000010:0.0:1776190131.729077:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000663a046d. 02000000:00000010:0.0:1776190131.729080:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000062caf248. 00000100:00000010:0.0:1776190131.729084:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a89b0311. 02000000:00000010:0.0:1776190131.729086:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009b4c9e2c. 00000100:00000010:0.0:1776190131.729087:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000200:0.0:1776190131.729093:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190131.729097:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003178f720. 00000400:00000010:0.0:1776190131.729100:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000585ff876 (tot 82352466). 00080000:00000010:2.0:1776190131.729162:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046ddb7f4. 00010000:00000010:2.0:1776190131.729240:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.729245:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000c217a5e. 00010000:00000010:2.0:1776190131.729306:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000de845fd. 00010000:00000010:2.0:1776190131.729310:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.729318:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d5d814d. 00000100:00000010:2.0:1776190131.729321:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007a019b6. 00000100:00000010:2.0:1776190131.729326:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 02000000:00000010:2.0:1776190131.729336:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ddc0eb36. 02000000:00000010:2.0:1776190131.729354:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000176dadde. 00000400:00000010:2.0:1776190131.729357:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de42ea90. 00000400:00000010:2.0:1776190131.729360:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190131.729363:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301360064, portal 16 00000400:00000010:2.0:1776190131.729366:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059f7246c. 00000100:00000200:2.0:1776190131.729368:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301360064, offset 0 00000400:00000200:2.0:1776190131.729372:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.729378:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.729383:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190131.729386:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190131.729389:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190131.729391:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92658:92658:255:4294967295] 192.168.203.39@tcp LPNI seq info [92658:92658:7:4294967295] 00000400:00000200:2.0:1776190131.729398:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.729402:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.729404:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4c63abf (tot 82352714). 00000800:00000200:2.0:1776190131.729408:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.729412:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.729414:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4c63abf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.729814:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.729818:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000826f680e (tot 82352466). 00000400:00000200:3.0:1776190131.729821:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.729826:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.729830:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c89ae973 00000400:00000010:3.0:1776190131.729832:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c89ae973. 02000000:00000010:3.0:1776190131.729836:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f8014e3c. 00000800:00000200:3.0:1776190131.729877:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.729879:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4c63abf (tot 82352218). 00000400:00000200:3.0:1776190131.729883:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.729886:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.729888:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059f7246c 00000400:00000010:3.0:1776190131.729889:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059f7246c. 00000100:00000200:3.0:1776190131.729895:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d9e7cf1 x1862468301360064/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190131.730927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ad60760. 00010000:00000010:0.1:1776190131.730937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e79f07. 00010000:00000010:2.1:1776190131.735827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ed7b0b7. 00010000:00000010:2.1:1776190131.735843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b44f5f01. 00010000:00000010:2.1:1776190131.739911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013393d50. 00010000:00000010:2.1:1776190131.739925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb396538. 00000400:00000200:1.0:1776190131.740004:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.740020:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820bc0 00000400:00000200:1.0:1776190131.740028:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5cb9 [1] + 224 00000400:00000200:1.0:1776190131.740038:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.740041:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.740051:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d9e7cf1 x1862468301360064/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190131.740086:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190131.740091:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377580 00000400:00000200:1.0:1776190131.740094:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb463d [2] + 0 00000400:00000200:1.0:1776190131.740102:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.740104:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190131.740108:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190131.740112:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089ccee46. 00010000:00000010:0.1:1776190131.740193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000186403de. 00010000:00000010:0.1:1776190131.740199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000787b8a33. 00000020:00000010:0.0:1776190131.740232:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045061f5c. 00000020:00000010:0.0:1776190131.740238:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.740242:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190131.740264:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000089ccee46 x1862468296471936/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190131.740289:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296471936 02000000:00000010:0.0:1776190131.740298:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000090e03661. 00010000:00000010:0.0:1776190131.740329:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.740337:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003adb2671. 00000100:00000010:0.0:1776190131.740342:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003adb2671. 00010000:00000010:0.0:1776190131.740345:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000400:00000010:0.0:1776190131.740356:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd1efa83. 00000100:00000200:0.0:1776190131.740360:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296471936, offset 224 00000400:00000200:0.0:1776190131.740367:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.740376:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.740380:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92659:92659:256:4294967295] 192.168.203.39@tcp LPNI seq info [92659:92659:8:4294967295] 00000400:00000200:0.0:1776190131.740389:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.740394:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.740398:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352466). 00000800:00000200:0.0:1776190131.740403:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.740409:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.740412:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.740430:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.740433:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190131.740436:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045061f5c. 00000400:00000010:2.0:1776190131.740496:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de42ea90. 00000400:00000200:2.0:1776190131.740500:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000400:00000010:2.0:1776190131.740502:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 00000100:00000200:2.0:1776190131.740507:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d9e7cf1 x1862468301360064/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190131.740520:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d9e7cf1 x1862468301360064/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190131.740539:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e43eca11. 02000000:00000010:2.0:1776190131.740564:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000176dadde. 02000000:00000010:2.0:1776190131.740569:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ddc0eb36. 00000100:00000010:2.0:1776190131.740573:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 00000100:00000010:2.0:1776190131.740575:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000007a019b6. 00010000:00000010:2.0:1776190131.740579:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d5d814d. 00080000:00000010:2.0:1776190131.740594:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ddc0eb36. 00010000:00000010:2.0:1776190131.740671:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.740678:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c172c7f. 00010000:00000010:2.0:1776190131.740749:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb396538. 00010000:00000010:2.0:1776190131.740755:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.740764:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d5d814d. 00000100:00000010:2.0:1776190131.740767:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007a019b6. 00000100:00000010:2.0:1776190131.740807:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 02000000:00000010:2.0:1776190131.740817:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000176dadde. 02000000:00000010:2.0:1776190131.740836:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000058d333a9. 00000400:00000010:2.0:1776190131.740840:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de42ea90. 00000400:00000010:2.0:1776190131.740843:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190131.740847:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301360128, portal 16 00000400:00000010:2.0:1776190131.740852:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea48fa09. 00000100:00000200:2.0:1776190131.740853:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301360128, offset 0 00000400:00000200:2.0:1776190131.740859:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.740866:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.740872:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190131.740875:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190131.740878:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190131.740880:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92660:92660:255:4294967295] 192.168.203.39@tcp LPNI seq info [92660:92660:7:4294967295] 00000400:00000200:2.0:1776190131.740887:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.740891:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.740894:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797f442e (tot 82352714). 00000800:00000200:2.0:1776190131.740897:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.740901:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.740903:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000797f442e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.741183:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.741188:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352466). 00000400:00000200:3.0:1776190131.741192:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.741206:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.741209:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd1efa83 00000400:00000010:3.0:1776190131.741211:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd1efa83. 00000800:00000200:3.0:1776190131.741267:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.741269:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797f442e (tot 82352218). 00000400:00000200:3.0:1776190131.741273:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.741276:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.741278:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea48fa09 00000400:00000010:3.0:1776190131.741279:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea48fa09. 00000100:00000200:3.0:1776190131.741283:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d9e7cf1 x1862468301360128/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190131.745824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6c56fe0. 00010000:00000010:2.1:1776190131.745842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a45fdd13. 00010000:00000010:2.1:1776190131.745847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000de845fd. 00000400:00000200:3.0:1776190131.758493:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.758515:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820c00 00000400:00000200:3.0:1776190131.758524:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5cc5 [1] + 224 00000400:00000200:3.0:1776190131.758536:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.758540:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.758551:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d9e7cf1 x1862468301360128/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.758610:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.758616:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13775c0 00000400:00000200:3.0:1776190131.758621:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb463d [2] + 328 00000400:00000200:3.0:1776190131.758629:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.758631:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.758635:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190131.758640:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000143a7ad1. 00000020:00000010:1.0:1776190131.758881:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025aed629. 00000020:00000010:1.0:1776190131.758889:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.758894:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190131.758918:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000143a7ad1 x1862468296472000/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190131.758953:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296472000 02000000:00000010:1.0:1776190131.758964:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004c591aca. 00010000:00000010:1.0:1776190131.758999:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed474744. 00000100:00000010:1.0:1776190131.759006:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd8e55b9. 00000100:00000010:1.0:1776190131.759013:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd8e55b9. 00010000:00000010:1.0:1776190131.759016:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed474744. 00000400:00000010:1.0:1776190131.759028:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000590eeb4c. 00000100:00000200:1.0:1776190131.759033:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296472000, offset 224 00000400:00000200:1.0:1776190131.759040:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.759051:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.759056:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92661:92661:256:4294967295] 192.168.203.39@tcp LPNI seq info [92661:92661:8:4294967295] 00000400:00000200:1.0:1776190131.759065:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.759070:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.759074:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000018c6da1 (tot 82352466). 00000800:00000200:1.0:1776190131.759079:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.759086:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.759089:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000018c6da1 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1776190131.759096:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de42ea90. 00000400:00000200:2.0:1776190131.759100:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000400:00000010:2.0:1776190131.759102:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 00000100:00000200:2.0:1776190131.759108:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d9e7cf1 x1862468301360128/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776190131.759113:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5a8c51d. 00000100:00000200:2.0:1776190131.759115:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d9e7cf1 x1862468301360128/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776190131.759117:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.759120:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025aed629. 00010000:00000010:2.0:1776190131.759133:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027c8b423. 02000000:00000010:2.0:1776190131.759147:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000058d333a9. 02000000:00000010:2.0:1776190131.759151:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000176dadde. 00000100:00000010:2.0:1776190131.759154:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 00000100:00000010:2.0:1776190131.759157:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000007a019b6. 00010000:00000010:2.0:1776190131.759161:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d5d814d. 00080000:00000010:2.0:1776190131.759177:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058d333a9. 00010000:00000010:2.0:1776190131.762390:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.762405:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000022771595. 00010000:00000010:2.0:1776190131.762491:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000de845fd. 00010000:00000010:2.0:1776190131.762497:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.762511:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d5d814d. 00000100:00000010:2.0:1776190131.762518:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007a019b6. 00000100:00000010:2.0:1776190131.762526:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 02000000:00000010:2.0:1776190131.762540:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000176dadde. 02000000:00000010:2.0:1776190131.762575:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000900029d6. 00000400:00000010:2.0:1776190131.762582:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de42ea90. 00000400:00000010:2.0:1776190131.762588:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190131.762594:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301360192, portal 16 00000400:00000010:2.0:1776190131.762600:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be912e2e. 00000100:00000200:2.0:1776190131.762602:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301360192, offset 0 00000400:00000200:2.0:1776190131.762611:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.762627:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.762633:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190131.762637:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190131.762640:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190131.762643:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92662:92662:255:4294967295] 192.168.203.39@tcp LPNI seq info [92662:92662:7:4294967295] 00000400:00000200:2.0:1776190131.762652:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.762657:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.762661:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd90c4b (tot 82352714). 00000800:00000200:2.0:1776190131.762667:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.762673:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.762677:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd90c4b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.762737:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.762742:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000018c6da1 (tot 82352466). 00000400:00000200:3.0:1776190131.763241:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.763249:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.763254:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000590eeb4c 00000400:00000010:3.0:1776190131.763257:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000590eeb4c. 00000800:00000200:2.0:1776190131.763370:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.763373:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd90c4b (tot 82352218). 00000400:00000200:2.0:1776190131.763378:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.763382:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.763384:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be912e2e 00000400:00000010:2.0:1776190131.763386:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be912e2e. 00000100:00000200:2.0:1776190131.763393:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d9e7cf1 x1862468301360192/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190131.765963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6111224. 00010000:00000010:2.1:1776190131.770849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a70de7c. 00000400:00000200:3.0:1776190131.770926:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.770943:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820c40 00000400:00000200:3.0:1776190131.770952:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5cd1 [1] + 224 00010000:00000010:2.1:1776190131.770961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb396538. 00000400:00000200:3.0:1776190131.770968:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.770975:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.770984:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d9e7cf1 x1862468301360192/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190131.771414:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de42ea90. 00000400:00000200:2.0:1776190131.771420:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000400:00000010:2.0:1776190131.771422:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 00000100:00000200:2.0:1776190131.771430:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d9e7cf1 x1862468301360192/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190131.771449:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d9e7cf1 x1862468301360192/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190131.771477:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000900029d6. 02000000:00000010:2.0:1776190131.771483:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000176dadde. 00000100:00000010:2.0:1776190131.771489:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 00000100:00000010:2.0:1776190131.771493:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000007a019b6. 00010000:00000010:2.0:1776190131.771497:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d5d814d. 00000400:00000200:3.0:1776190131.774135:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.774153:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377600 00000400:00000200:3.0:1776190131.774162:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb463d [2] + 656 00000400:00000200:3.0:1776190131.774221:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.774226:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.774232:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190131.774237:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000020:00000010:0.0:1776190131.776920:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045061f5c. 00000020:00000010:0.0:1776190131.776930:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.776935:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190131.777167:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074baf3bb x1862468296472064/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190131.777217:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296472064 02000000:00000010:0.0:1776190131.777231:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a766347e. 00010000:00000010:0.0:1776190131.777260:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011d8ab5e. 00010000:00000010:0.0:1776190131.777284:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.777292:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003adb2671. 00000100:00000010:0.0:1776190131.777311:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003adb2671. 00010000:00000010:0.0:1776190131.777315:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000400:00000010:0.0:1776190131.777328:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ef305d3. 00000100:00000200:0.0:1776190131.777334:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296472064, offset 224 00000400:00000200:0.0:1776190131.777342:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.777357:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.777363:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92663:92663:256:4294967295] 192.168.203.39@tcp LPNI seq info [92663:92663:8:4294967295] 00000400:00000200:0.0:1776190131.777374:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.777386:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.777391:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352466). 00000800:00000200:0.0:1776190131.777397:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.777404:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.777409:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.777509:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.777515:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190131.777518:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045061f5c. 00080000:00000010:2.0:1776190131.777724:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000900029d6. 00010000:00000010:2.0:1776190131.777828:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.777834:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005b0f4e71. 00010000:00000010:2.0:1776190131.777920:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb396538. 00010000:00000010:2.0:1776190131.777925:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.777935:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d5d814d. 00000100:00000010:2.0:1776190131.777939:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007a019b6. 00000100:00000010:2.0:1776190131.777951:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 02000000:00000010:2.0:1776190131.777972:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000176dadde. 02000000:00000010:2.0:1776190131.777994:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc25f6f2. 00000400:00000010:2.0:1776190131.778000:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de42ea90. 00000400:00000010:2.0:1776190131.778005:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190131.778009:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301360256, portal 16 00000400:00000010:2.0:1776190131.778013:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be912e2e. 00000100:00000200:2.0:1776190131.778015:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301360256, offset 0 00000400:00000200:2.0:1776190131.778020:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.778028:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.778034:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190131.778037:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190131.778040:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190131.778042:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92664:92664:255:4294967295] 192.168.203.39@tcp LPNI seq info [92664:92664:7:4294967295] 00000400:00000200:2.0:1776190131.778049:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.778051:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1776190131.778053:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.778055:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000800:00000010:2.0:1776190131.778056:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd90c4b (tot 82352466). 00000400:00000200:3.0:1776190131.778059:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1776190131.778060:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000400:00000200:3.0:1776190131.778064:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000800:00000200:2.0:1776190131.778064:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.778066:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd90c4b type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1776190131.778068:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ef305d3 00000400:00000010:3.0:1776190131.778070:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ef305d3. 00000800:00000200:3.0:1776190131.778254:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.778256:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd90c4b (tot 82352218). 00000400:00000200:3.0:1776190131.778261:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.778264:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.778267:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be912e2e 00000400:00000010:3.0:1776190131.778268:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be912e2e. 00000100:00000200:3.0:1776190131.778273:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d9e7cf1 x1862468301360256/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.781858:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.781877:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820c80 00000400:00000200:3.0:1776190131.781887:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5cdd [1] + 224 00000400:00000200:3.0:1776190131.781902:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.781906:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.781916:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d9e7cf1 x1862468301360256/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190131.782020:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de42ea90. 00000400:00000200:2.0:1776190131.782024:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000400:00000010:2.0:1776190131.782027:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 00000100:00000200:2.0:1776190131.782033:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d9e7cf1 x1862468301360256/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190131.782040:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d9e7cf1 x1862468301360256/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190131.782067:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc25f6f2. 02000000:00000010:2.0:1776190131.782072:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000176dadde. 00000100:00000010:2.0:1776190131.782077:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 00000100:00000010:2.0:1776190131.782081:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000007a019b6. 00010000:00000010:2.0:1776190131.782086:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d5d814d. 00000400:00000200:3.0:1776190131.784112:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.784130:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377640 00000400:00000200:3.0:1776190131.784137:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb463d [2] + 984 00000400:00000200:3.0:1776190131.784195:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.784200:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.784206:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190131.784212:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 00000020:00000010:1.0:1776190131.784322:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025aed629. 00000020:00000010:1.0:1776190131.784330:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.784334:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190131.784359:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016984533 x1862468296472128/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190131.784431:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296472128 02000000:00000010:1.0:1776190131.784456:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009b1d511a. 00010000:00000010:1.0:1776190131.784485:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fca23390. 00010000:00000010:1.0:1776190131.784506:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed474744. 00000100:00000010:1.0:1776190131.784512:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd8e55b9. 00000100:00000010:1.0:1776190131.784529:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd8e55b9. 00010000:00000010:1.0:1776190131.784533:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed474744. 00000400:00000010:1.0:1776190131.784544:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a2618ed. 00000100:00000200:1.0:1776190131.784549:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296472128, offset 224 00000400:00000200:1.0:1776190131.784566:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.784578:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.784583:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92665:92665:256:4294967295] 192.168.203.39@tcp LPNI seq info [92665:92665:8:4294967295] 00000400:00000200:1.0:1776190131.784592:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.784597:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.784602:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190131.784608:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.784615:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.784619:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190131.784639:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.784643:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.784646:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025aed629. 00080000:00000010:2.0:1776190131.784698:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc25f6f2. 00010000:00000010:2.0:1776190131.784819:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.784826:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000073b69a2e. 00010000:00000010:2.0:1776190131.784895:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a6cb6e3c. 00010000:00000010:2.0:1776190131.784901:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.784911:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d5d814d. 00000100:00000010:2.0:1776190131.784914:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007a019b6. 00000100:00000010:2.0:1776190131.784921:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 02000000:00000010:2.0:1776190131.784930:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004fcf4cf7. 02000000:00000010:2.0:1776190131.784951:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000176dadde. 00000400:00000010:2.0:1776190131.784955:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de42ea90. 00000400:00000010:2.0:1776190131.784960:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190131.784964:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301360320, portal 16 00000400:00000010:2.0:1776190131.784968:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1c3cb68. 00000100:00000200:2.0:1776190131.784970:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301360320, offset 0 00000400:00000200:2.0:1776190131.784975:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.784980:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.784986:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190131.784990:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190131.784992:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190131.784995:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92666:92666:255:4294967295] 192.168.203.39@tcp LPNI seq info [92666:92666:7:4294967295] 00000400:00000200:2.0:1776190131.785002:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.785006:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.785009:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd90c4b (tot 82352714). 00000800:00000200:2.0:1776190131.785013:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.785017:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.785019:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd90c4b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.785208:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.785212:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352466). 00000400:00000200:3.0:1776190131.785217:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.785221:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.785224:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a2618ed 00000400:00000010:3.0:1776190131.785226:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a2618ed. 00000800:00000200:3.0:1776190131.785272:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.785275:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd90c4b (tot 82352218). 00000400:00000200:3.0:1776190131.785280:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.785283:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.785285:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1c3cb68 00000400:00000010:3.0:1776190131.785286:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1c3cb68. 00000100:00000200:3.0:1776190131.785291:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d9e7cf1 x1862468301360320/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190131.787036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a90dbff. 00000400:00000200:3.0:1776190131.787910:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.787925:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820cc0 00000400:00000200:3.0:1776190131.787934:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5ce9 [1] + 224 00000400:00000200:3.0:1776190131.787945:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.787948:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.787957:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d9e7cf1 x1862468301360320/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190131.788379:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de42ea90. 00000400:00000200:2.0:1776190131.788385:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000400:00000010:2.0:1776190131.788387:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 00000100:00000200:2.0:1776190131.788393:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d9e7cf1 x1862468301360320/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190131.788401:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d9e7cf1 x1862468301360320/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190131.788427:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000176dadde. 02000000:00000010:2.0:1776190131.788433:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004fcf4cf7. 00000100:00000010:2.0:1776190131.788437:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 00000100:00000010:2.0:1776190131.788441:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000007a019b6. 00010000:00000010:2.0:1776190131.788445:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d5d814d. 00000400:00000200:3.0:1776190131.791904:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.791926:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377680 00000400:00000200:3.0:1776190131.791934:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb463d [2] + 1312 00000400:00000200:3.0:1776190131.791999:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.792003:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.792010:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190131.792018:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 00000020:00000010:1.0:1776190131.792638:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025aed629. 00000020:00000010:1.0:1776190131.792647:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.792651:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190131.792678:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003ffde2ec x1862468296472192/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190131.792705:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296472192 02000000:00000010:1.0:1776190131.792715:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bdc98cf3. 00010000:00000010:1.0:1776190131.792742:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000332ae731. 00010000:00000010:1.0:1776190131.792763:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed474744. 00000100:00000010:1.0:1776190131.792815:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd8e55b9. 00000100:00000010:1.0:1776190131.792828:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd8e55b9. 00010000:00000010:1.0:1776190131.792833:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed474744. 00000400:00000010:1.0:1776190131.792847:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029b25a43. 00000100:00000200:1.0:1776190131.792853:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296472192, offset 224 00000400:00000200:1.0:1776190131.792861:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.794586:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.794596:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92667:92667:256:4294967295] 192.168.203.39@tcp LPNI seq info [92667:92667:8:4294967295] 00000400:00000200:1.0:1776190131.794610:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.794618:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.794625:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190131.794633:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.794640:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.794644:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190131.794683:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.794690:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.794695:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025aed629. 00080000:00000010:2.0:1776190131.794815:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000176dadde. 00010000:00000010:2.0:1776190131.794899:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.794907:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000903d08d2. 00010000:00000010:2.0:1776190131.795006:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6590a2f. 00010000:00000010:2.0:1776190131.795012:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.795025:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d5d814d. 00000100:00000010:2.0:1776190131.795031:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007a019b6. 00000100:00000010:2.0:1776190131.795040:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 02000000:00000010:2.0:1776190131.795053:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004fcf4cf7. 02000000:00000010:2.0:1776190131.795083:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010a7c4b1. 00000400:00000010:2.0:1776190131.795089:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de42ea90. 00000400:00000010:2.0:1776190131.795095:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190131.795101:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301360384, portal 16 00000400:00000010:2.0:1776190131.795106:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3c9c2a1. 00000100:00000200:2.0:1776190131.795108:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301360384, offset 0 00000400:00000200:2.0:1776190131.795115:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.795126:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.795132:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190131.795135:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190131.795137:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190131.795140:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92668:92668:255:4294967295] 192.168.203.39@tcp LPNI seq info [92668:92668:7:4294967295] 00000400:00000200:2.0:1776190131.795147:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.795151:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.795154:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797f442e (tot 82352714). 00000800:00000200:2.0:1776190131.795158:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.795162:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.795164:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000797f442e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.795502:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.795506:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352466). 00000400:00000200:3.0:1776190131.795511:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.795516:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.795520:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029b25a43 00000400:00000010:3.0:1776190131.795522:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029b25a43. 00000800:00000200:3.0:1776190131.795596:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.795599:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797f442e (tot 82352218). 00000400:00000200:3.0:1776190131.795602:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.795605:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.795607:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3c9c2a1 00000400:00000010:3.0:1776190131.795609:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3c9c2a1. 00000100:00000200:3.0:1776190131.795615:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d9e7cf1 x1862468301360384/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190131.796034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d7c8eed. 00010000:00000010:2.1:1776190131.796040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000de845fd. 00010000:00000010:1.1:1776190131.796271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059183c24. 00010000:00000010:2.1:1776190131.799865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfa3335d. 00010000:00000010:2.1:1776190131.799880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb396538. 00010000:00000010:1.1:1776190131.799980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8d188ee. 00010000:00000010:2.1:1776190131.803827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac91126a. 00010000:00000010:2.1:1776190131.803844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6cb6e3c. 00000400:00000200:3.0:1776190131.810562:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.810583:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820d00 00000400:00000200:3.0:1776190131.810592:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5cf5 [1] + 224 00000400:00000200:3.0:1776190131.810604:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.810608:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.810618:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d9e7cf1 x1862468301360384/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.810725:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.810731:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13776c0 00000400:00000200:3.0:1776190131.810736:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb463d [2] + 1640 00000400:00000200:3.0:1776190131.810744:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.810747:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.810751:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190131.810756:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 00000020:00000010:1.0:1776190131.811057:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025aed629. 00000020:00000010:1.0:1776190131.811065:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.811070:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190131.811094:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000001edc131 x1862468296472256/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190131.811131:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296472256 02000000:00000010:1.0:1776190131.811143:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000030388d09. 00010000:00000010:1.0:1776190131.811181:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed474744. 00000100:00000010:1.0:1776190131.811188:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd8e55b9. 00000100:00000010:1.0:1776190131.811202:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd8e55b9. 00010000:00000010:1.0:1776190131.811205:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed474744. 00000400:00000010:1.0:1776190131.811218:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e227db4. 00000100:00000200:1.0:1776190131.811231:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296472256, offset 224 00000400:00000200:1.0:1776190131.811238:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.811248:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.811253:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92669:92669:256:4294967295] 192.168.203.39@tcp LPNI seq info [92669:92669:8:4294967295] 00000400:00000200:1.0:1776190131.811263:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.811268:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.811272:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000018c6da1 (tot 82352466). 00000800:00000200:1.0:1776190131.811277:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.811283:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.811287:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000018c6da1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190131.811308:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.811312:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.811315:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025aed629. 00000800:00000200:3.0:1776190131.811567:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.811571:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000018c6da1 (tot 82352218). 00000400:00000200:3.0:1776190131.811576:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.811580:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.811584:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e227db4 00000400:00000010:3.0:1776190131.811585:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e227db4. 00000400:00000010:2.0:1776190131.811858:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de42ea90. 00000400:00000200:2.0:1776190131.812077:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000400:00000010:2.0:1776190131.812079:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 00000100:00000200:2.0:1776190131.812088:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d9e7cf1 x1862468301360384/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190131.812097:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d9e7cf1 x1862468301360384/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190131.812119:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f609031f. 02000000:00000010:2.0:1776190131.812133:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010a7c4b1. 02000000:00000010:2.0:1776190131.812138:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004fcf4cf7. 00000100:00000010:2.0:1776190131.812142:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 00000100:00000010:2.0:1776190131.812146:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000007a019b6. 00010000:00000010:2.0:1776190131.812150:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d5d814d. 00080000:00000010:2.0:1776190131.812167:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010a7c4b1. 00010000:00000010:2.0:1776190131.812410:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.812417:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d8a1e41b. 00010000:00000010:2.0:1776190131.812486:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a6cb6e3c. 00010000:00000010:2.0:1776190131.812492:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.812502:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d5d814d. 00000100:00000010:2.0:1776190131.812506:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007a019b6. 00000100:00000010:2.0:1776190131.812512:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 02000000:00000010:2.0:1776190131.812523:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004fcf4cf7. 02000000:00000010:2.0:1776190131.812546:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0021017. 00000400:00000010:2.0:1776190131.812651:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de42ea90. 00000400:00000010:2.0:1776190131.812658:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190131.812664:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301360448, portal 16 00000400:00000010:2.0:1776190131.812668:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003907f796. 00000100:00000200:2.0:1776190131.812670:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301360448, offset 0 00000400:00000200:2.0:1776190131.812676:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.812687:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.812694:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190131.812697:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190131.812700:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190131.812703:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92670:92670:256:4294967295] 192.168.203.39@tcp LPNI seq info [92670:92670:8:4294967295] 00000400:00000200:2.0:1776190131.812712:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.812717:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.812721:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4c63abf (tot 82352466). 00000800:00000200:2.0:1776190131.812726:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.812732:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.812734:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4c63abf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.813396:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.813401:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4c63abf (tot 82352218). 00000400:00000200:3.0:1776190131.813407:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.813412:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.813416:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003907f796 00000400:00000010:3.0:1776190131.813418:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003907f796. 00000100:00000200:3.0:1776190131.813425:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d9e7cf1 x1862468301360448/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190131.817827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000265ccbd8. 00010000:00000010:2.1:1776190131.817844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfc7a27b. 00010000:00000010:2.1:1776190131.817848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6590a2f. 00000400:00000200:3.0:1776190131.818173:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.818198:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820d40 00000400:00000200:3.0:1776190131.818209:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5d01 [1] + 224 00000400:00000200:3.0:1776190131.818235:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.818240:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.818250:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d9e7cf1 x1862468301360448/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.819322:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.819335:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377700 00000400:00000200:3.0:1776190131.819341:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb463d [2] + 1968 00000400:00000010:3.0:1776190131.819346:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000661ce381. 00000400:00000200:3.0:1776190131.819350:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000074629918 00000400:00000200:3.0:1776190131.819403:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.819408:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.819411:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074629918 00000400:00000010:3.0:1776190131.819412:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000074629918 (tot 82352066). 00000100:00000200:3.0:1776190131.819417:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190131.819527:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045061f5c. 00000020:00000010:0.0:1776190131.819534:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.819538:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190131.819573:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ac8f03ed x1862468296472320/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190131.819615:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296472320 02000000:00000010:0.0:1776190131.819625:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000082cb54f6. 00010000:00000010:0.0:1776190131.819662:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.819669:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003adb2671. 00000100:00000010:0.0:1776190131.819687:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003adb2671. 00010000:00000010:0.0:1776190131.819690:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000400:00000010:0.0:1776190131.819703:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002035b0a8. 00000100:00000200:0.0:1776190131.819708:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296472320, offset 224 00000400:00000200:0.0:1776190131.819715:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.819724:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.819729:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92671:92671:256:4294967295] 192.168.203.39@tcp LPNI seq info [92671:92671:8:4294967295] 00000400:00000200:0.0:1776190131.819750:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.819755:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.819760:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352314). 00000800:00000200:0.0:1776190131.819765:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.819810:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.819814:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.819828:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.819832:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190131.819835:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045061f5c. 02000000:00000010:0.0:1776190131.819842:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000030388d09. 00000100:00000010:0.0:1776190131.819846:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 02000000:00000010:0.0:1776190131.819850:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bdc98cf3. 00000100:00000010:0.0:1776190131.819853:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 02000000:00000010:0.0:1776190131.819857:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009b1d511a. 00000100:00000010:0.0:1776190131.819859:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 02000000:00000010:0.0:1776190131.819872:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a766347e. 00000100:00000010:0.0:1776190131.819875:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 02000000:00000010:0.0:1776190131.819878:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004c591aca. 00000100:00000010:0.0:1776190131.819881:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000143a7ad1. 02000000:00000010:0.0:1776190131.819883:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000090e03661. 00000100:00000010:0.0:1776190131.819885:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089ccee46. 00000100:00000200:0.0:1776190131.819890:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190131.819894:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1352718. 00000400:00000010:0.0:1776190131.819897:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003adb2671 (tot 82352466). 00000400:00000010:2.0:1776190131.820060:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de42ea90. 00000400:00000200:2.0:1776190131.820064:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000400:00000010:2.0:1776190131.820066:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 00000100:00000200:2.0:1776190131.820073:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d9e7cf1 x1862468301360448/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190131.820081:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d9e7cf1 x1862468301360448/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190131.820103:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016124b06. 02000000:00000010:2.0:1776190131.820118:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0021017. 02000000:00000010:2.0:1776190131.820123:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004fcf4cf7. 00000100:00000010:2.0:1776190131.820126:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 00000100:00000010:2.0:1776190131.820129:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000007a019b6. 00010000:00000010:2.0:1776190131.820132:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d5d814d. 00080000:00000010:2.0:1776190131.820148:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0021017. 00010000:00000010:2.0:1776190131.820225:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.820232:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000659f8abb. 00010000:00000010:2.0:1776190131.820313:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6590a2f. 00010000:00000010:2.0:1776190131.820319:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.820328:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d5d814d. 00000100:00000010:2.0:1776190131.820332:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007a019b6. 00000100:00000010:2.0:1776190131.820338:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 02000000:00000010:2.0:1776190131.820347:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bab6e487. 02000000:00000010:2.0:1776190131.820368:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004fcf4cf7. 00000400:00000010:2.0:1776190131.820371:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de42ea90. 00000400:00000010:2.0:1776190131.820374:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190131.820378:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301360512, portal 16 00000400:00000010:2.0:1776190131.820382:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9d880d0. 00000100:00000200:2.0:1776190131.820383:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301360512, offset 0 00000400:00000200:2.0:1776190131.820388:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.820395:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.820401:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190131.820404:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190131.820407:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190131.820409:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92672:92672:255:4294967295] 192.168.203.39@tcp LPNI seq info [92672:92672:7:4294967295] 00000400:00000200:2.0:1776190131.820416:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.820420:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.820423:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0a4d4c8 (tot 82352714). 00000800:00000200:2.0:1776190131.820436:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.820441:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.820442:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0a4d4c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.820580:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.820584:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352466). 00000400:00000200:3.0:1776190131.820588:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.820592:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.821060:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002035b0a8 00000400:00000010:3.0:1776190131.821062:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002035b0a8. 02000000:00000010:3.0:1776190131.821068:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000082cb54f6. 00000800:00000200:3.0:1776190131.821370:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.821373:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0a4d4c8 (tot 82352218). 00000400:00000200:3.0:1776190131.821378:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.821384:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.821387:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9d880d0 00000400:00000010:3.0:1776190131.821389:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9d880d0. 00000100:00000200:3.0:1776190131.821395:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d9e7cf1 x1862468301360512/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.823239:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.823258:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820d80 00000400:00000200:3.0:1776190131.823267:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5d11 [1] + 224 00000400:00000200:3.0:1776190131.823278:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.823282:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.823290:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d9e7cf1 x1862468301360512/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.823325:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.823331:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377740 00000400:00000200:3.0:1776190131.823336:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4695 [2] + 0 00000400:00000200:3.0:1776190131.823344:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.823347:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.823351:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190131.823356:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 00000400:00000010:2.0:1776190131.823671:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de42ea90. 00000400:00000200:2.0:1776190131.823677:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000400:00000010:2.0:1776190131.823679:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 00000100:00000200:2.0:1776190131.823686:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d9e7cf1 x1862468301360512/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190131.823694:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d9e7cf1 x1862468301360512/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190131.823722:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004fcf4cf7. 02000000:00000010:2.0:1776190131.823728:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bab6e487. 00000100:00000010:2.0:1776190131.823733:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 00000100:00000010:2.0:1776190131.823736:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000007a019b6. 00010000:00000010:2.0:1776190131.823741:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d5d814d. 00000020:00000010:1.0:1776190131.824125:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030388d09. 00000020:00000010:1.0:1776190131.824135:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.824140:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190131.824164:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002fe2a2b9 x1862468296472384/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190131.824248:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296472384 02000000:00000010:1.0:1776190131.824260:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000025aed629. 00010000:00000010:1.0:1776190131.824285:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcbbf3cc. 00010000:00000010:1.0:1776190131.824303:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed474744. 00000100:00000010:1.0:1776190131.824309:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd8e55b9. 00000100:00000010:1.0:1776190131.824325:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd8e55b9. 00010000:00000010:1.0:1776190131.824328:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed474744. 00000400:00000010:1.0:1776190131.824339:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029c3017a. 00000100:00000200:1.0:1776190131.824343:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296472384, offset 224 00000400:00000200:1.0:1776190131.824351:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00080000:00000010:2.0:1776190131.824359:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004fcf4cf7. 00000400:00000200:1.0:1776190131.824363:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.824369:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92673:92673:256:4294967295] 192.168.203.39@tcp LPNI seq info [92673:92673:8:4294967295] 00000400:00000200:1.0:1776190131.824380:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.824385:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.824389:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031d29c32 (tot 82352466). 00000800:00000200:1.0:1776190131.824395:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.824400:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.824404:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031d29c32 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190131.824426:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.824431:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.824434:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030388d09. 00010000:00000010:2.0:1776190131.824685:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.824692:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000421a9df6. 00000800:00000200:3.0:1776190131.824873:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.824878:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031d29c32 (tot 82352218). 00000400:00000200:3.0:1776190131.824883:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.824889:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.824893:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029c3017a 00000400:00000010:3.0:1776190131.824895:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029c3017a. 00010000:00000010:2.0:1776190131.825081:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c1067e70. 00010000:00000010:2.0:1776190131.825086:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000082a25d28. 00010000:00000010:2.0:1776190131.825091:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb396538. 00010000:00000010:2.0:1776190131.825096:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8e6ec3b. 00080000:00000010:2.0:1776190131.825109:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bab6e487. 00010000:00000010:2.0:1776190131.825144:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.825148:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000082a25d28. 00010000:00000010:2.0:1776190131.825197:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000de845fd. 00010000:00000010:2.0:1776190131.825201:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.825208:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d5d814d. 00000100:00000010:2.0:1776190131.825212:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007a019b6. 00000100:00000010:2.0:1776190131.825220:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 02000000:00000010:2.0:1776190131.825233:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e74a1e63. 02000000:00000010:2.0:1776190131.825256:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056aabd31. 00000400:00000010:2.0:1776190131.825260:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de42ea90. 00000400:00000010:2.0:1776190131.825264:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190131.825268:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301360576, portal 16 00000400:00000010:2.0:1776190131.825273:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000349040d8. 00000100:00000200:2.0:1776190131.825275:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301360576, offset 0 00000400:00000200:2.0:1776190131.825281:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.825290:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.825296:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190131.825299:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190131.825302:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190131.825305:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92674:92674:256:4294967295] 192.168.203.39@tcp LPNI seq info [92674:92674:8:4294967295] 00000400:00000200:2.0:1776190131.825312:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.825318:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.825321:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb044675 (tot 82352466). 00000800:00000200:2.0:1776190131.825325:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.825330:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.825333:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb044675 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.825437:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.825440:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb044675 (tot 82352218). 00000400:00000200:3.0:1776190131.825444:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.825448:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.825450:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000349040d8 00000400:00000010:3.0:1776190131.825451:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000349040d8. 00000100:00000200:3.0:1776190131.825458:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d9e7cf1 x1862468301360576/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.828347:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.828367:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820dc0 00000400:00000200:3.0:1776190131.828376:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5d1d [1] + 224 00000400:00000200:3.0:1776190131.828388:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.828392:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.828401:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d9e7cf1 x1862468301360576/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.828433:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.828438:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377780 00000400:00000200:3.0:1776190131.828442:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4695 [2] + 328 00000400:00000200:3.0:1776190131.828494:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.828498:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.828502:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190131.828507:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 00000400:00000010:2.0:1776190131.830586:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de42ea90. 00000400:00000200:2.0:1776190131.830595:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000400:00000010:2.0:1776190131.830598:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 00000100:00000200:2.0:1776190131.830611:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d9e7cf1 x1862468301360576/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190131.830621:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d9e7cf1 x1862468301360576/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190131.830651:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056aabd31. 02000000:00000010:2.0:1776190131.830657:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e74a1e63. 00000100:00000010:2.0:1776190131.830660:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 00000100:00000010:2.0:1776190131.830665:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000007a019b6. 00010000:00000010:2.0:1776190131.830670:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d5d814d. 00000020:00000010:1.0:1776190131.831459:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030388d09. 00000020:00000010:1.0:1776190131.831469:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.831475:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190131.831503:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c4a3a006 x1862468296472448/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190131.831683:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296472448 02000000:00000010:1.0:1776190131.831696:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000048147144. 00010000:00000010:1.0:1776190131.831724:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039f3ced7. 00010000:00000010:1.0:1776190131.831745:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed474744. 00000100:00000010:1.0:1776190131.831751:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd8e55b9. 00000100:00000010:1.0:1776190131.831791:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd8e55b9. 00010000:00000010:1.0:1776190131.831795:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed474744. 00000400:00000010:1.0:1776190131.831808:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053d224d6. 00000100:00000200:1.0:1776190131.831815:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296472448, offset 224 00000400:00000200:1.0:1776190131.831822:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.831838:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00010000:00000010:2.1:1776190131.831844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6fd3226. 00000400:00000200:1.0:1776190131.831844:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92675:92675:256:4294967295] 192.168.203.39@tcp LPNI seq info [92675:92675:8:4294967295] 00010000:00000010:2.1:1776190131.831853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000752c5b6d. 00000400:00000200:1.0:1776190131.831860:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00010000:00000010:2.1:1776190131.831861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6cb6e3c. 00000800:00000200:1.0:1776190131.831868:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.831873:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c40e4d7 (tot 82352466). 00000800:00000200:1.0:1776190131.831879:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.831885:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.831889:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c40e4d7 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1776190131.831890:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e74a1e63. 00000020:00000010:1.0:1776190131.831914:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.831920:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.831922:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030388d09. 00010000:00000010:2.0:1776190131.831993:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.832000:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000005e8f6d7. 00000800:00000200:3.0:1776190131.832050:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.832055:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c40e4d7 (tot 82352218). 00000400:00000200:3.0:1776190131.832061:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.832066:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.832070:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053d224d6 00010000:00000010:2.0:1776190131.832072:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a6cb6e3c. 00000400:00000010:3.0:1776190131.832073:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053d224d6. 00010000:00000010:2.0:1776190131.832079:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.832090:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d5d814d. 00000100:00000010:2.0:1776190131.832094:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007a019b6. 00000100:00000010:2.0:1776190131.832102:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 02000000:00000010:2.0:1776190131.832112:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000056aabd31. 02000000:00000010:2.0:1776190131.832132:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce6c8452. 00000400:00000010:2.0:1776190131.832137:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de42ea90. 00000400:00000010:2.0:1776190131.832142:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190131.832147:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301360640, portal 16 00000400:00000010:2.0:1776190131.832151:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190131.832153:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301360640, offset 0 00000400:00000200:2.0:1776190131.832158:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.832166:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.832172:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190131.832176:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190131.832178:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190131.832181:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92676:92676:256:4294967295] 192.168.203.39@tcp LPNI seq info [92676:92676:8:4294967295] 00000400:00000200:2.0:1776190131.832187:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.832192:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.832195:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6ecb0ff (tot 82352466). 00000800:00000200:2.0:1776190131.832198:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.832202:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.832204:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d6ecb0ff type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.832401:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.832404:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6ecb0ff (tot 82352218). 00000400:00000200:3.0:1776190131.832408:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.832412:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.832415:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:3.0:1776190131.832416:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00000100:00000200:3.0:1776190131.832422:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d9e7cf1 x1862468301360640/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.835415:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.835434:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820e00 00000400:00000200:3.0:1776190131.835443:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5d29 [1] + 224 00000400:00000200:3.0:1776190131.835453:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.835457:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00010000:00000010:1.1:1776190131.835474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d897b84b. 00000100:00000200:3.0:1776190131.836414:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d9e7cf1 x1862468301360640/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.836463:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.837620:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13777c0 00000400:00000200:3.0:1776190131.837626:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4695 [2] + 656 00000400:00000200:3.0:1776190131.837806:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.837812:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.837819:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190131.837825:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 00000020:00000010:1.0:1776190131.837898:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030388d09. 00000020:00000010:1.0:1776190131.837905:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.837911:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190131.837936:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000552495c9 x1862468296472512/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190131.838012:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296472512 02000000:00000010:1.0:1776190131.838023:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004f3519a9. 00010000:00000010:1.0:1776190131.838058:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed474744. 00000100:00000010:1.0:1776190131.838066:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd8e55b9. 00000100:00000010:1.0:1776190131.838071:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd8e55b9. 00010000:00000010:1.0:1776190131.838074:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed474744. 00000400:00000010:1.0:1776190131.838087:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098f92200. 00000100:00000200:1.0:1776190131.838091:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296472512, offset 224 00000400:00000200:1.0:1776190131.838098:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.838119:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.838124:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92677:92677:256:4294967295] 192.168.203.39@tcp LPNI seq info [92677:92677:8:4294967295] 00000400:00000200:1.0:1776190131.838134:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.838139:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.838144:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006708edc (tot 82352466). 00000800:00000200:1.0:1776190131.838149:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.838155:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.838158:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006708edc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190131.838179:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.838183:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.838186:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030388d09. 00000400:00000010:2.0:1776190131.838282:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de42ea90. 00000400:00000200:2.0:1776190131.838287:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000400:00000010:2.0:1776190131.838289:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 00000100:00000200:2.0:1776190131.838296:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d9e7cf1 x1862468301360640/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190131.838309:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d9e7cf1 x1862468301360640/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190131.838328:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a4c6ee9. 02000000:00000010:2.0:1776190131.838340:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce6c8452. 02000000:00000010:2.0:1776190131.838345:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000056aabd31. 00000100:00000010:2.0:1776190131.838349:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 00000100:00000010:2.0:1776190131.838352:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000007a019b6. 00010000:00000010:2.0:1776190131.838356:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d5d814d. 00080000:00000010:2.0:1776190131.838372:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056aabd31. 00010000:00000010:2.0:1776190131.838450:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.838457:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cfa6e353. 00000800:00000200:3.0:1776190131.838490:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.838495:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006708edc (tot 82352218). 00000400:00000200:3.0:1776190131.838500:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.838505:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.838508:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098f92200 00000400:00000010:3.0:1776190131.838510:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098f92200. 00010000:00000010:2.0:1776190131.838537:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1effc89. 00010000:00000010:2.0:1776190131.838542:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190131.838562:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d5d814d. 00000100:00000010:2.0:1776190131.838566:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007a019b6. 00000100:00000010:2.0:1776190131.838571:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 02000000:00000010:2.0:1776190131.838581:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce6c8452. 02000000:00000010:2.0:1776190131.838600:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8fb9465. 00000400:00000010:2.0:1776190131.838603:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de42ea90. 00000400:00000010:2.0:1776190131.838607:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190131.838611:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301360704, portal 16 00000400:00000010:2.0:1776190131.838615:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfa37fdc. 00000100:00000200:2.0:1776190131.838617:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301360704, offset 0 00000400:00000200:2.0:1776190131.838623:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.838629:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.838635:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190131.838638:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190131.838641:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190131.838643:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92678:92678:256:4294967295] 192.168.203.39@tcp LPNI seq info [92678:92678:8:4294967295] 00000400:00000200:2.0:1776190131.838650:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.838654:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.838657:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054ef62b4 (tot 82352466). 00000800:00000200:2.0:1776190131.838660:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.838664:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.838666:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054ef62b4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.838804:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.838806:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054ef62b4 (tot 82352218). 00000400:00000200:3.0:1776190131.838811:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.838815:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.838818:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfa37fdc 00000400:00000010:3.0:1776190131.838819:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfa37fdc. 00000100:00000200:3.0:1776190131.838824:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d9e7cf1 x1862468301360704/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190131.844071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9c3c868. 00010000:00000010:2.1:1776190131.844816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9dc8ea4. 00010000:00000010:2.1:1776190131.844825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6590a2f. 00010000:00000010:2.1:1776190131.844829:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1067e70. 00010000:00000010:2.1:1776190131.844832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb396538. 00010000:00000010:2.1:1776190131.844834:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f71ffdc2. 00010000:00000010:2.1:1776190131.844838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000de845fd. 00000400:00000200:3.0:1776190131.846442:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.846459:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820e40 00000400:00000200:3.0:1776190131.846469:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5d35 [1] + 224 00000400:00000200:3.0:1776190131.846497:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.846502:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.846512:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d9e7cf1 x1862468301360704/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190131.846615:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de42ea90. 00000400:00000200:2.0:1776190131.846620:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000400:00000010:2.0:1776190131.846622:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 00000100:00000200:2.0:1776190131.846629:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d9e7cf1 x1862468301360704/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190131.846636:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d9e7cf1 x1862468301360704/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190131.846665:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8fb9465. 02000000:00000010:2.0:1776190131.846670:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ce6c8452. 00000100:00000010:2.0:1776190131.846673:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 00000100:00000010:2.0:1776190131.846677:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000007a019b6. 00010000:00000010:2.0:1776190131.846681:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d5d814d. 00010000:00000010:2.1:1776190131.848836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1d44d4f. 00010000:00000010:2.1:1776190131.848851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002711651f. 00010000:00000010:2.1:1776190131.848855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6cb6e3c. 00000100:00000010:3.0:1776190131.852131:0:66476:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea935c56. 02000000:00000010:3.0:1776190131.852154:0:66476:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000095898120. 02000000:00000010:1.0:1776190131.852663:0:15837:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b840e96f. 00000400:00000010:1.0:1776190131.852671:0:15837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed7ef070. 00000400:00000010:1.0:1776190131.852677:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000befa0629. 00000100:00000200:1.0:1776190131.852683:0:15837:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862468301360768, portal 4 00000400:00000010:1.0:1776190131.852690:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fce4358d. 00000100:00000200:1.0:1776190131.852692:0:15837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862468301360768, offset 0 00000400:00000200:1.0:1776190131.852699:0:15837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776190131.852711:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776190131.852721:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69de7b1820e80 00000400:00000200:1.0:1776190131.852728:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x330bd [8] + 8960 00000400:00000200:1.0:1776190131.852734:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190131.852737:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776190131.852742:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1776190131.852746:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089ccee46. 00000400:00000200:1.0:1776190131.852770:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fce4358d 00000400:00000010:1.0:1776190131.852789:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fce4358d. 00000100:00000200:1.0:1776190131.852796:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ea935c56 x1862468301360768/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190138 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000020:00000010:0.0:1776190131.853423:0:66347:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090e03661. 00000020:00000010:0.0:1776190131.853430:0:66347:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.853435:0:66347:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190131.853704:0:66347:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468301360768 02000000:00000010:0.0:1776190131.853721:0:66347:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 000000005a9928e6. 00010000:00000200:0.0:1776190131.853746:0:66347:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@0000000089ccee46 x1862468301360768/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:542/0 lens 224/368 e 0 to 0 dl 1776190137 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:0.0:1776190131.853766:0:66347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a39756e. 00000100:00000200:0.0:1776190131.853770:0:66347:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862468301360768, offset 224 00000400:00000200:0.0:1776190131.853801:0:66347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776190131.853809:0:66347:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776190131.853816:0:66347:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69de7b1820e80 00000400:00000200:0.0:1776190131.853822:0:66347:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb5d3d [1] + 224 00000400:00000200:0.0:1776190131.853827:0:66347:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.853829:0:66347:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776190131.853834:0:66347:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ea935c56 x1862468301360768/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190138 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:0.0:1776190131.853848:0:66347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a39756e 00000400:00000010:0.0:1776190131.853850:0:66347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a39756e. 00000020:00000010:0.0:1776190131.853862:0:66347:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.853866:0:66347:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190131.853869:0:66347:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090e03661. 00000400:00000010:1.0:1776190131.853910:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed7ef070. 00000400:00000200:1.0:1776190131.853914:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000befa0629 00000400:00000010:1.0:1776190131.853915:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000befa0629. 00000100:00000200:1.0:1776190131.853919:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ea935c56 x1862468301360768/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190138 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:1.0:1776190131.853926:0:15837:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ea935c56 x1862468301360768/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190138 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:1.0:1776190131.853952:0:15837:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b840e96f. 02000000:00000010:1.0:1776190131.853958:0:15837:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000095898120. 00000100:00000010:1.0:1776190131.853964:0:15837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea935c56. 00000400:00000200:2.0:1776190131.854065:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.854076:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377800 00000400:00000200:2.0:1776190131.854081:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4695 [2] + 984 00000400:00000200:2.0:1776190131.854149:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.854152:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.854156:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190131.854160:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 00000020:00000010:1.0:1776190131.854386:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030388d09. 00000020:00000010:1.0:1776190131.854390:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.854394:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190131.854410:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d9e7cf1 x1862468296472576/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190131.854883:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296472576 02000000:00000010:1.0:1776190131.854893:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e5a14ee. 00010000:00000010:1.0:1776190131.854920:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f7f2580. 00010000:00000010:1.0:1776190131.854940:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed474744. 00000100:00000010:1.0:1776190131.854946:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd8e55b9. 00000100:00000010:1.0:1776190131.854956:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd8e55b9. 00010000:00000010:1.0:1776190131.854960:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed474744. 00000400:00000010:1.0:1776190131.854968:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000befa0629. 00000100:00000200:1.0:1776190131.854973:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296472576, offset 224 00000400:00000200:1.0:1776190131.854979:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.854989:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.854995:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92679:92679:256:4294967295] 192.168.203.39@tcp LPNI seq info [92679:92679:8:4294967295] 00000400:00000200:1.0:1776190131.855004:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.855008:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.855013:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d164298 (tot 82352466). 00080000:00000010:0.0:1776190131.855014:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090e03661. 00000800:00000200:1.0:1776190131.855019:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.855027:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.855031:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d164298 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190131.855054:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.855058:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.855061:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030388d09. 00010000:00000010:0.0:1776190131.855098:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8e6ec3b. 00010000:00000010:0.0:1776190131.855119:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000938918f2. 00000800:00000200:3.0:1776190131.855180:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.855184:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d164298 (tot 82352218). 00000400:00000200:3.0:1776190131.855189:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.855193:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.855197:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000befa0629 00000400:00000010:3.0:1776190131.855198:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000befa0629. 00010000:00000010:0.0:1776190131.857643:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2e79f07. 00010000:00000010:0.0:1776190131.857657:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000821e637f. 00010000:00000010:0.0:1776190131.857672:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.857682:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed6ea387. 00000100:00000010:0.0:1776190131.857691:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 02000000:00000010:0.0:1776190131.857704:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a766347e. 02000000:00000010:0.0:1776190131.857731:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045061f5c. 00000400:00000010:0.0:1776190131.857738:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5619aee. 00000400:00000010:0.0:1776190131.857744:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a39756e. 00000100:00000200:0.0:1776190131.857749:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301360832, portal 16 00000400:00000010:0.0:1776190131.857754:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004abfdfce. 00000100:00000200:0.0:1776190131.857756:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301360832, offset 0 00000400:00000200:0.0:1776190131.857765:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.857794:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.857801:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.857805:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.857808:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.857811:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92680:92680:256:4294967295] 192.168.203.39@tcp LPNI seq info [92680:92680:8:4294967295] 00000400:00000200:0.0:1776190131.857821:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.857827:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.857832:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352466). 00000800:00000200:0.0:1776190131.857838:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.857846:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.857850:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.857995:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.857999:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352218). 00000400:00000200:3.0:1776190131.858005:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.858011:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.858014:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004abfdfce 00000400:00000010:3.0:1776190131.858016:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004abfdfce. 00000100:00000200:3.0:1776190131.858022:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000abc3f2e1 x1862468301360832/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190131.860810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc078c5. 00010000:00000010:0.1:1776190131.864862:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0393fc1. 00010000:00000010:0.1:1776190131.864888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1effc89. 00000400:00000200:2.0:1776190131.867198:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.867219:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820ec0 00000400:00000200:2.0:1776190131.867228:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5d4d [1] + 224 00000400:00000200:2.0:1776190131.867240:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.867243:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.867255:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000abc3f2e1 x1862468301360832/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.867296:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.867301:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377840 00000400:00000200:2.0:1776190131.867306:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4695 [2] + 1312 00000400:00000200:2.0:1776190131.867315:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.867317:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.867320:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190131.867326:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e75ddab0. 00000400:00000010:0.0:1776190131.867419:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5619aee. 00000400:00000200:0.0:1776190131.867424:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a39756e 00000400:00000010:0.0:1776190131.867426:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a39756e. 00000100:00000200:0.0:1776190131.867432:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000abc3f2e1 x1862468301360832/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.867440:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000abc3f2e1 x1862468301360832/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190131.867469:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045061f5c. 02000000:00000010:0.0:1776190131.867475:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a766347e. 00000100:00000010:0.0:1776190131.867479:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 00000100:00000010:0.0:1776190131.867481:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed6ea387. 00010000:00000010:0.0:1776190131.867485:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000020:00000010:1.0:1776190131.867813:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030388d09. 00000020:00000010:1.0:1776190131.867822:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.867827:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190131.867849:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e75ddab0 x1862468296472640/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190131.868624:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296472640 02000000:00000010:1.0:1776190131.868640:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000790e305f. 00010000:00000010:1.0:1776190131.868669:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000b485710. 00010000:00000010:1.0:1776190131.868691:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed474744. 00000100:00000010:1.0:1776190131.868699:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd8e55b9. 00000100:00000010:1.0:1776190131.868717:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd8e55b9. 00010000:00000010:1.0:1776190131.868720:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed474744. 00000400:00000010:1.0:1776190131.868734:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fce4358d. 00000100:00000200:1.0:1776190131.868740:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296472640, offset 224 00000400:00000200:1.0:1776190131.868749:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.868762:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.868768:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92681:92681:256:4294967295] 192.168.203.39@tcp LPNI seq info [92681:92681:8:4294967295] 00000400:00000200:1.0:1776190131.868825:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.868831:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.868836:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006429d592 (tot 82352466). 00000800:00000200:1.0:1776190131.868842:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.868850:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.868853:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006429d592 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190131.868871:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.868877:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.868880:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030388d09. 00080000:00000010:0.0:1776190131.868947:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a766347e. 00010000:00000010:0.0:1776190131.869025:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000821e637f. 00010000:00000010:0.0:1776190131.869031:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e1c52963. 00010000:00000010:0.0:1776190131.869099:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000fa571e8. 00010000:00000010:0.0:1776190131.869114:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000821e637f. 00010000:00000010:0.0:1776190131.869123:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.869127:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed6ea387. 00000100:00000010:0.0:1776190131.869134:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 02000000:00000010:0.0:1776190131.869144:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000045061f5c. 02000000:00000010:0.0:1776190131.869170:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070e6e12b. 00000400:00000010:0.0:1776190131.869175:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5619aee. 00000400:00000010:0.0:1776190131.869180:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a39756e. 00000100:00000200:0.0:1776190131.869185:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301360896, portal 16 00000400:00000010:0.0:1776190131.869189:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004abfdfce. 00000100:00000200:0.0:1776190131.869191:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301360896, offset 0 00000400:00000200:0.0:1776190131.869196:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.869202:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.869208:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.869211:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.869214:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.869216:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92682:92682:255:4294967295] 192.168.203.39@tcp LPNI seq info [92682:92682:7:4294967295] 00000400:00000200:0.0:1776190131.869223:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.869227:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.869230:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352714). 00000800:00000200:0.0:1776190131.869234:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.869238:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.869240:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.871795:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.871803:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006429d592 (tot 82352466). 00000400:00000200:3.0:1776190131.871813:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.871822:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.871827:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fce4358d 00000400:00000010:3.0:1776190131.871830:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fce4358d. 00000800:00000200:3.0:1776190131.871900:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.871902:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:3.0:1776190131.871905:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.871908:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.871910:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004abfdfce 00000400:00000010:3.0:1776190131.871911:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004abfdfce. 00000100:00000200:3.0:1776190131.871918:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000abc3f2e1 x1862468301360896/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190131.875820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a44dd543. 00010000:00000010:0.1:1776190131.875836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e79f07. 00010000:00000010:1.1:1776190131.875876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001546f75f. 00000400:00000200:3.0:1776190131.890090:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.890110:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 26 MB=0x69de7b1377880 00000400:00000200:3.0:1776190131.890119:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.39@tcp of length 224/224 into md 0x8f0e9 [2] + 0 00000400:00000010:3.0:1776190131.890124:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009d6279f9. 00000400:00000200:3.0:1776190131.890130:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000c62f102f 00000400:00000200:3.0:1776190131.890142:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.890146:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.890150:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c62f102f 00000400:00000010:3.0:1776190131.890152:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000c62f102f (tot 82352066). 00000100:00000200:3.0:1776190131.890158:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1776190131.890347:0:71695:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce6c8452. 00000020:00000010:2.0:1776190131.890353:0:71695:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190131.890357:0:71695:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190131.890397:0:71695:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296472704 02000000:00000010:2.0:1776190131.890413:0:71695:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d8fb9465. 00010000:00000200:2.0:1776190131.890422:0:71695:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000e1b4fdc6 x1862468296472704/t0(0) o400->9f2136ac-ade4-4489-bbff-d8a99479c10b@192.168.203.39@tcp:542/0 lens 224/224 e 0 to 0 dl 1776190137 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:2.0:1776190131.890438:0:71695:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190131.890443:0:71695:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1862468296472704, offset 224 00000400:00000200:2.0:1776190131.890450:0:71695:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.890459:0:71695:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.890464:0:71695:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92683:92683:256:4294967295] 192.168.203.39@tcp LPNI seq info [92683:92683:8:4294967295] 00000400:00000200:2.0:1776190131.890473:0:71695:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.890478:0:71695:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.890482:0:71695:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a3d1fd9 (tot 82352314). 00000800:00000200:2.0:1776190131.890487:0:71695:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.890493:0:71695:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.890496:0:71695:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002a3d1fd9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190131.890564:0:71695:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190131.890569:0:71695:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190131.890572:0:71695:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce6c8452. 00000100:00000200:2.0:1776190131.890581:0:71695:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1776190131.890586:0:71695:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de42ea90. 00000400:00000010:2.0:1776190131.890591:0:71695:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000007a019b6 (tot 82352466). 00000400:00000200:3.0:1776190131.894354:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.894374:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 12 MB=0x69de7b13778c0 00000400:00000200:3.0:1776190131.894383:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.39@tcp of length 224/224 into md 0x7e7c5 [64] + 88760 00000400:00000200:3.0:1776190131.894395:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.894399:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.894406:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1776190131.894414:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea935c56. 00000800:00000200:3.0:1776190131.894487:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.894491:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a3d1fd9 (tot 82352218). 00000400:00000200:3.0:1776190131.894496:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.894501:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.894504:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000400:00000010:3.0:1776190131.894506:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 02000000:00000010:3.0:1776190131.894513:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d8fb9465. 00000400:00000200:3.0:1776190131.894525:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.894531:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 28 MB=0x69de7b1377940 00000400:00000200:3.0:1776190131.894535:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.39@tcp of length 224/224 into md 0x7a74d [8] + 6048 00000400:00000200:3.0:1776190131.894540:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.894543:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.894545:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1776190131.894548:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000143a7ad1. 00000400:00000200:3.0:1776190131.894589:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.894601:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820f00 00000400:00000200:3.0:1776190131.894606:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5d59 [1] + 224 00000400:00000200:3.0:1776190131.894613:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.894615:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.894622:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000abc3f2e1 x1862468301360896/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190131.894756:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5619aee. 00000400:00000200:0.0:1776190131.894761:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a39756e 00000400:00000010:0.0:1776190131.894762:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a39756e. 00000100:00000200:0.0:1776190131.894767:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000abc3f2e1 x1862468301360896/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.894792:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000abc3f2e1 x1862468301360896/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190131.894821:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070e6e12b. 02000000:00000010:0.0:1776190131.894826:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000045061f5c. 00000100:00000010:0.0:1776190131.894829:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 00000100:00000010:0.0:1776190131.894831:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed6ea387. 00010000:00000010:0.0:1776190131.894835:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000020:00000010:1.0:1776190131.895058:0:64681:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030388d09. 00000020:00000010:1.0:1776190131.895066:0:64681:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.895071:0:64681:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000020:00000010:2.0:1776190131.895201:0:76953:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce6c8452. 00000020:00000010:2.0:1776190131.895207:0:76953:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190131.895211:0:76953:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190131.895244:0:76953:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296472896 02000000:00000010:2.0:1776190131.895260:0:76953:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aa297be7. 00010000:00000200:2.0:1776190131.895268:0:76953:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000143a7ad1 x1862468296472896/t0(0) o400->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:542/0 lens 224/224 e 0 to 0 dl 1776190137 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:2.0:1776190131.895282:0:76953:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d79ca7. 00000100:00000200:2.0:1776190131.895287:0:76953:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862468296472896, offset 224 00000400:00000200:2.0:1776190131.895293:0:76953:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.895303:0:76953:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.895308:0:76953:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92684:92684:256:4294967295] 192.168.203.39@tcp LPNI seq info [92684:92684:8:4294967295] 00000400:00000200:2.0:1776190131.895318:0:76953:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.895322:0:76953:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.895326:0:76953:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003db09799 (tot 82352466). 00000800:00000200:2.0:1776190131.895331:0:76953:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.895338:0:76953:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.895342:0:76953:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003db09799 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190131.895359:0:76953:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000082a25d28. 00000020:00000010:2.0:1776190131.895363:0:76953:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190131.895365:0:76953:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce6c8452. 00000100:00000200:1.0:1776190131.895391:0:64681:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296472768 00000800:00000200:2.0:1776190131.895394:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.895397:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003db09799 (tot 82352218). 00000400:00000200:2.0:1776190131.895402:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1776190131.895404:0:64681:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000008fb96cb. 00000400:00000200:2.0:1776190131.895406:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.895411:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d79ca7 00010000:00000200:1.0:1776190131.895413:0:64681:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000ea935c56 x1862468296472768/t0(0) o400->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:542/0 lens 224/224 e 0 to 0 dl 1776190137 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:2.0:1776190131.895414:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d79ca7. 00000400:00000010:1.0:1776190131.895427:0:64681:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000269626f8. 00000100:00000200:1.0:1776190131.895431:0:64681:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862468296472768, offset 224 00000400:00000200:1.0:1776190131.895437:0:64681:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.895444:0:64681:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.895448:0:64681:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92685:92685:256:4294967295] 192.168.203.39@tcp LPNI seq info [92685:92685:8:4294967295] 00000400:00000200:1.0:1776190131.895455:0:64681:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.895459:0:64681:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.895463:0:64681:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069334a23 (tot 82352466). 00000800:00000200:1.0:1776190131.895468:0:64681:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.895473:0:64681:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.895475:0:64681:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069334a23 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190131.895485:0:64681:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.895490:0:64681:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.895493:0:64681:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030388d09. 00000800:00000200:3.0:1776190131.895520:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.895523:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069334a23 (tot 82352218). 00000400:00000200:3.0:1776190131.895528:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.895532:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.895534:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000269626f8 00000400:00000010:3.0:1776190131.895536:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000269626f8. 00000400:00000200:0.0:1776190131.896954:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190131.896969:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377980 00000400:00000200:0.0:1776190131.896976:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4695 [2] + 1640 00000400:00000200:0.0:1776190131.896984:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.896987:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190131.896992:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190131.896997:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 00000400:00000200:0.0:1776190131.897029:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190131.897034:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 28 MB=0x69de7b1377900 00000400:00000200:0.0:1776190131.897038:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.39@tcp of length 224/224 into md 0x7a74d [8] + 6272 00000400:00000200:0.0:1776190131.897046:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.897049:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190131.897051:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1776190131.897054:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cceeb59c. 00000020:00000010:1.0:1776190131.897146:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f5a5387a. 00000020:00000010:1.0:1776190131.897152:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.897155:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190131.897175:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000abc3f2e1 x1862468296472960/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190131.897196:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296472960 02000000:00000010:1.0:1776190131.897341:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cbe75675. 00010000:00000010:1.0:1776190131.897365:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000374168c9. 00010000:00000010:1.0:1776190131.897384:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed474744. 00000100:00000010:1.0:1776190131.897391:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd8e55b9. 00000100:00000010:1.0:1776190131.897411:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd8e55b9. 00010000:00000010:1.0:1776190131.897414:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed474744. 00000400:00000010:1.0:1776190131.897424:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000295c0815. 00000100:00000200:1.0:1776190131.897429:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296472960, offset 224 00000400:00000200:1.0:1776190131.897435:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.897444:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.897449:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92686:92686:256:4294967295] 192.168.203.39@tcp LPNI seq info [92686:92686:8:4294967295] 00000400:00000200:1.0:1776190131.897458:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.897462:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.897467:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000350c588e (tot 82352466). 00000800:00000200:1.0:1776190131.897473:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.897479:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.897482:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000350c588e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190131.897500:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5a8c51d. 00000020:00000010:1.0:1776190131.897506:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190131.897509:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f5a5387a. 00080000:00000010:0.0:1776190131.897584:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045061f5c. 00000020:00000010:3.0:1776190131.897588:0:75179:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eec1e882. 00000020:00000010:3.0:1776190131.897593:0:75179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190131.897597:0:75179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190131.897625:0:75179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296472832 02000000:00000010:3.0:1776190131.897638:0:75179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dd93c54f. 00010000:00000200:3.0:1776190131.897646:0:75179:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000cceeb59c x1862468296472832/t0(0) o400->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:542/0 lens 224/224 e 0 to 0 dl 1776190137 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:3.0:1776190131.897657:0:75179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e2823b6. 00000100:00000200:3.0:1776190131.897661:0:75179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862468296472832, offset 224 00010000:00000010:0.0:1776190131.897665:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000821e637f. 00000400:00000200:3.0:1776190131.897669:0:75179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00010000:00000010:0.0:1776190131.897673:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a4562de. 00000800:00000200:2.0:1776190131.897674:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.897678:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000350c588e (tot 82352218). 00000400:00000200:3.0:1776190131.897683:0:75179:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.897683:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.897688:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.897691:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000295c0815 00000400:00000010:2.0:1776190131.897692:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000295c0815. 00010000:00000010:0.0:1776190131.898027:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f49a020e. 00010000:00000010:0.0:1776190131.898031:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096d55133. 00010000:00000010:0.0:1776190131.898036:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2e79f07. 00010000:00000010:0.0:1776190131.898040:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000821e637f. 00080000:00000010:0.0:1776190131.898052:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070e6e12b. 00010000:00000010:0.0:1776190131.898077:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000821e637f. 00010000:00000010:0.0:1776190131.898080:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096d55133. 00010000:00000010:0.0:1776190131.898142:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ffa0c1ed. 00010000:00000010:0.0:1776190131.898146:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000821e637f. 00010000:00000010:0.0:1776190131.898153:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190131.898156:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed6ea387. 00000100:00000010:0.0:1776190131.898163:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000029fae5e5. 02000000:00000010:0.0:1776190131.898174:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000671ef2a8. 02000000:00000010:0.0:1776190131.898196:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000002270775. 00000400:00000010:0.0:1776190131.898215:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5619aee. 00000400:00000010:0.0:1776190131.898219:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a39756e. 00000100:00000200:0.0:1776190131.898224:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301360960, portal 16 00000400:00000010:0.0:1776190131.898229:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002035b0a8. 00000100:00000200:0.0:1776190131.898231:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301360960, offset 0 00000400:00000200:0.0:1776190131.898235:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.898477:0:75179:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92687:92687:255:4294967295] 192.168.203.39@tcp LPNI seq info [92687:92687:7:4294967295] 00000400:00000200:3.0:1776190131.898486:0:75179:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000400:00000200:0.0:1776190131.898535:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.898542:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.898544:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.898546:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.898642:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92688:92688:255:4294967295] 192.168.203.39@tcp LPNI seq info [92688:92688:7:4294967295] 00000400:00000200:0.0:1776190131.898650:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.898655:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.898660:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352466). 00000800:00000200:0.0:1776190131.898665:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.898669:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.898672:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190131.899016:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.899020:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352218). 00000400:00000200:2.0:1776190131.899024:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1776190131.899082:0:75179:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.899086:0:75179:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190131.899090:0:75179:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.899095:0:75179:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.899097:0:75179:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190131.899110:0:75179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190131.899114:0:75179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190131.899117:0:75179:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eec1e882. 00000400:00000200:2.0:1776190131.899274:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.899278:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002035b0a8 00000400:00000010:2.0:1776190131.899280:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002035b0a8. 00000100:00000200:2.0:1776190131.899285:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000029fae5e5 x1862468301360960/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1776190131.899377:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.899380:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:2.0:1776190131.899385:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.899389:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.899392:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e2823b6 00000400:00000010:2.0:1776190131.899393:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e2823b6. 00010000:00000010:1.1:1776190131.905870:0:78454:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ac1a3f4. 00010000:00000010:0.1:1776190131.906821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e73a30a. 00010000:00000010:0.1:1776190131.906831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fa571e8. 00010000:00000010:0.1:1776190131.910821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f49a020e. 00010000:00000010:0.1:1776190131.910836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e79f07. 00000400:00000200:0.0:1776190131.911138:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190131.911154:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820f40 00000400:00000200:0.0:1776190131.911172:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5d79 [1] + 224 00000400:00000200:0.0:1776190131.911186:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.911190:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190131.911200:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000029fae5e5 x1862468301360960/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190131.911280:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5619aee. 00000400:00000200:2.0:1776190131.911285:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a39756e 00000400:00000010:2.0:1776190131.911287:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a39756e. 00000100:00000200:2.0:1776190131.911292:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000029fae5e5 x1862468301360960/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190131.911300:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000029fae5e5 x1862468301360960/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190131.911327:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000002270775. 02000000:00000010:2.0:1776190131.911332:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000671ef2a8. 00000100:00000010:2.0:1776190131.911336:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000029fae5e5. 00000100:00000010:2.0:1776190131.911339:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed6ea387. 00010000:00000010:2.0:1776190131.911343:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000400:00000200:2.0:1776190131.914190:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.914209:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13779c0 00000400:00000200:2.0:1776190131.914218:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4695 [2] + 1968 00000400:00000010:2.0:1776190131.914222:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006b04e0f2. 00000400:00000200:2.0:1776190131.914226:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d89568df 00000400:00000200:2.0:1776190131.914285:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.914291:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.914295:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d89568df 00000400:00000010:2.0:1776190131.914297:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d89568df (tot 82352066). 00000100:00000200:2.0:1776190131.914302:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190131.914413:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000671ef2a8. 00000020:00000010:0.0:1776190131.914421:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.914426:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190131.914453:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c1c00f68 x1862468296473024/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190131.914490:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296473024 02000000:00000010:0.0:1776190131.914501:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000002270775. 00010000:00000010:0.0:1776190131.914529:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084ab9f43. 00010000:00000010:0.0:1776190131.914568:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e99db76. 00000100:00000010:0.0:1776190131.914576:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed6ea387. 00000100:00000010:0.0:1776190131.914598:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed6ea387. 00010000:00000010:0.0:1776190131.914601:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e99db76. 00000400:00000010:0.0:1776190131.914615:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ef305d3. 00000100:00000200:0.0:1776190131.914620:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296473024, offset 224 00000400:00000200:0.0:1776190131.914627:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.914637:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.914642:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92689:92689:256:4294967295] 192.168.203.39@tcp LPNI seq info [92689:92689:8:4294967295] 00000400:00000200:0.0:1776190131.914652:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.914657:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.914661:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000826f680e (tot 82352314). 00000800:00000200:0.0:1776190131.914665:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.914673:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.914677:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000826f680e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.914691:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.914696:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190131.914699:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000671ef2a8. 00080000:00000010:3.0:1776190131.914702:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eec1e882. 02000000:00000010:0.0:1776190131.914706:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cbe75675. 00000100:00000010:0.0:1776190131.914720:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 02000000:00000010:0.0:1776190131.914724:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000790e305f. 00000100:00000010:0.0:1776190131.914727:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e75ddab0. 02000000:00000010:0.0:1776190131.914731:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e5a14ee. 00000100:00000010:0.0:1776190131.914733:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 02000000:00000010:0.0:1776190131.914736:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004f3519a9. 00000100:00000010:0.0:1776190131.914740:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000552495c9. 02000000:00000010:0.0:1776190131.914744:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000048147144. 00000100:00000010:0.0:1776190131.914746:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 02000000:00000010:0.0:1776190131.914749:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000025aed629. 00000100:00000010:0.0:1776190131.914751:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 00000100:00000200:0.0:1776190131.914757:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190131.914763:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ac3b2355. 00000400:00000010:0.0:1776190131.914767:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed6ea387 (tot 82352466). 00010000:00000010:3.0:1776190131.914803:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000821e637f. 00010000:00000010:3.0:1776190131.914810:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000766d68a7. 00010000:00000010:3.0:1776190131.914890:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033daa5b4. 00010000:00000010:3.0:1776190131.914896:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f311de1. 00010000:00000010:3.0:1776190131.914912:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba27accf. 00000100:00000010:3.0:1776190131.914917:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087a09ea0. 00000100:00000010:3.0:1776190131.914924:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 02000000:00000010:3.0:1776190131.914935:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009b4c9e2c. 02000000:00000010:3.0:1776190131.914968:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072ff9345. 00000400:00000010:3.0:1776190131.914972:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002661a205. 00000400:00000010:3.0:1776190131.914976:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190131.914980:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301361024, portal 16 00000400:00000010:3.0:1776190131.914984:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ce06a4c. 00000100:00000200:3.0:1776190131.914986:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301361024, offset 0 00000400:00000200:3.0:1776190131.914992:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.915001:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.915008:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190131.915011:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190131.915014:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190131.915017:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92690:92690:255:4294967295] 192.168.203.39@tcp LPNI seq info [92690:92690:7:4294967295] 00000400:00000200:3.0:1776190131.915024:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.915028:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.915031:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352714). 00000800:00000200:3.0:1776190131.915035:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.915039:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.915041:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190131.915129:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.915134:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000826f680e (tot 82352466). 00000400:00000200:2.0:1776190131.915138:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.915142:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.915145:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ef305d3 00000400:00000010:2.0:1776190131.915146:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ef305d3. 02000000:00000010:2.0:1776190131.915150:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000002270775. 00000800:00000200:2.0:1776190131.915206:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.915208:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:2.0:1776190131.915212:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.915215:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.915216:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ce06a4c 00000400:00000010:2.0:1776190131.915218:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ce06a4c. 00000100:00000200:2.0:1776190131.915222:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074baf3bb x1862468301361024/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190131.917543:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190131.917579:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820f80 00000400:00000200:0.0:1776190131.917589:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5d89 [1] + 224 00000400:00000200:0.0:1776190131.917605:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.917609:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190131.917618:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000074baf3bb x1862468301361024/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190131.917698:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002661a205. 00000400:00000200:3.0:1776190131.917703:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd055298 00000400:00000010:3.0:1776190131.917705:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd055298. 00000100:00000200:3.0:1776190131.917712:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074baf3bb x1862468301361024/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190131.917720:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074baf3bb x1862468301361024/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190131.917747:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072ff9345. 02000000:00000010:3.0:1776190131.917752:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009b4c9e2c. 00000100:00000010:3.0:1776190131.917754:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 00000100:00000010:3.0:1776190131.917758:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000087a09ea0. 00010000:00000010:3.0:1776190131.917762:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba27accf. 00000400:00000200:2.0:1776190131.918707:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.918719:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377a00 00000400:00000200:2.0:1776190131.918726:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb46ed [2] + 0 00000400:00000200:2.0:1776190131.918799:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.918803:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.918809:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190131.918814:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000462ed234. 00000020:00000010:0.0:1776190131.918863:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000671ef2a8. 00000020:00000010:0.0:1776190131.918870:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.918875:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190131.918897:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000462ed234 x1862468296473088/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190131.918935:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296473088 02000000:00000010:0.0:1776190131.918945:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000082cb54f6. 00010000:00000010:0.0:1776190131.918971:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001f3b7f4. 00010000:00000010:0.0:1776190131.918986:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e99db76. 00000100:00000010:0.0:1776190131.918993:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d93df569. 00000100:00000010:0.0:1776190131.919012:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d93df569. 00010000:00000010:0.0:1776190131.919016:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e99db76. 00000400:00000010:0.0:1776190131.919037:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd1efa83. 00000100:00000200:0.0:1776190131.919043:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296473088, offset 224 00000400:00000200:0.0:1776190131.919049:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.919060:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.919066:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92691:92691:256:4294967295] 192.168.203.39@tcp LPNI seq info [92691:92691:8:4294967295] 00000400:00000200:0.0:1776190131.919075:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.919080:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.919084:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352466). 00000800:00000200:0.0:1776190131.919089:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.919095:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.919099:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.919125:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.919130:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190131.919133:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000671ef2a8. 00080000:00000010:3.0:1776190131.919181:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b4c9e2c. 00010000:00000010:3.0:1776190131.919264:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f311de1. 00010000:00000010:3.0:1776190131.919271:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a93c90d2. 00010000:00000010:3.0:1776190131.919348:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fae546e. 00010000:00000010:3.0:1776190131.919353:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f311de1. 00010000:00000010:3.0:1776190131.919363:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba27accf. 00000100:00000010:3.0:1776190131.919368:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087a09ea0. 00000100:00000010:3.0:1776190131.919374:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 02000000:00000010:3.0:1776190131.919396:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000072ff9345. 02000000:00000010:3.0:1776190131.919417:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5482df7. 00000400:00000010:3.0:1776190131.919422:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002661a205. 00000400:00000010:3.0:1776190131.919426:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190131.919430:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301361088, portal 16 00000400:00000010:3.0:1776190131.919435:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048a81920. 00000100:00000200:3.0:1776190131.919437:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301361088, offset 0 00000400:00000200:3.0:1776190131.919443:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.919450:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.919456:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190131.919460:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190131.919463:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190131.919466:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92692:92692:255:4294967295] 192.168.203.39@tcp LPNI seq info [92692:92692:7:4294967295] 00000400:00000200:3.0:1776190131.919474:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.919478:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.919482:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352714). 00000800:00000200:3.0:1776190131.919488:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.919492:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.919494:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190131.919581:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.919584:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352466). 00000400:00000200:2.0:1776190131.919587:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.919591:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.919602:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd1efa83 00000400:00000010:2.0:1776190131.919604:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd1efa83. 00000800:00000200:2.0:1776190131.919640:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.919641:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:2.0:1776190131.919645:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.919648:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.919650:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048a81920 00000400:00000010:2.0:1776190131.919651:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048a81920. 00000100:00000200:2.0:1776190131.919655:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074baf3bb x1862468301361088/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190131.920530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cb667d1. 00000400:00000200:0.0:1776190131.921338:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190131.921353:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1820fc0 00000400:00000200:0.0:1776190131.921362:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5d95 [1] + 224 00000400:00000200:0.0:1776190131.921374:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.921377:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190131.921395:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000074baf3bb x1862468301361088/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190131.921538:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002661a205. 00000400:00000200:3.0:1776190131.921542:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd055298 00000400:00000010:3.0:1776190131.921544:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd055298. 00000100:00000200:3.0:1776190131.921563:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074baf3bb x1862468301361088/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190131.921571:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074baf3bb x1862468301361088/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190131.921597:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5482df7. 02000000:00000010:3.0:1776190131.921604:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000072ff9345. 00000100:00000010:3.0:1776190131.921608:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 00000100:00000010:3.0:1776190131.921611:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000087a09ea0. 00010000:00000010:3.0:1776190131.921616:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba27accf. 00010000:00000010:3.1:1776190131.923835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b90fb8cc. 00010000:00000010:3.1:1776190131.923848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffa0c1ed. 00010000:00000010:3.1:1776190131.925895:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb5b3b55. 00010000:00000010:3.1:1776190131.925914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033daa5b4. 00010000:00000010:0.1:1776190131.926839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb53b1e1. 00000400:00000200:2.0:1776190131.927940:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.927958:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377a40 00000400:00000200:2.0:1776190131.927967:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb46ed [2] + 328 00000400:00000200:2.0:1776190131.928009:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.928014:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.928021:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190131.928028:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 00000020:00000010:0.0:1776190131.928152:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000671ef2a8. 00000020:00000010:0.0:1776190131.928160:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.928166:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190131.928191:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d9e7cf1 x1862468296473152/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190131.928262:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296473152 02000000:00000010:0.0:1776190131.928273:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f8014e3c. 00010000:00000010:0.0:1776190131.928301:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a42358c. 00010000:00000010:0.0:1776190131.928333:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e99db76. 00000100:00000010:0.0:1776190131.928340:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d93df569. 00000100:00000010:0.0:1776190131.928355:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d93df569. 00010000:00000010:0.0:1776190131.928359:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e99db76. 00000400:00000010:0.0:1776190131.928374:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c89ae973. 00000100:00000200:0.0:1776190131.928379:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296473152, offset 224 00000400:00000200:0.0:1776190131.928387:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.928397:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.928401:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92693:92693:256:4294967295] 192.168.203.39@tcp LPNI seq info [92693:92693:8:4294967295] 00000400:00000200:0.0:1776190131.928411:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.928418:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.928423:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352466). 00000800:00000200:0.0:1776190131.928429:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.928437:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.928440:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.928465:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.928471:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190131.928474:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000671ef2a8. 00080000:00000010:3.0:1776190131.928522:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5482df7. 00000800:00000200:0.0:1776190131.928994:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190131.928999:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352218). 00000400:00000200:0.0:1776190131.929004:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.929009:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190131.929013:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c89ae973 00000400:00000010:0.0:1776190131.929015:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c89ae973. 00010000:00000010:3.0:1776190131.929434:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f311de1. 00010000:00000010:3.0:1776190131.929442:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007e82c7d8. 00010000:00000010:2.0:1776190131.929575:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a6cb6e3c. 00010000:00000010:2.0:1776190131.929582:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd7892b4. 00010000:00000010:2.0:1776190131.929594:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d5d814d. 00000100:00000010:2.0:1776190131.929929:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d5e0a83. 00000100:00000010:2.0:1776190131.929938:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e75ddab0. 02000000:00000010:2.0:1776190131.929949:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c318a548. 02000000:00000010:2.0:1776190131.929973:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098d5200b. 00000400:00000010:2.0:1776190131.929980:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006b04e0f2. 00000400:00000010:2.0:1776190131.929985:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d79ca7. 00000100:00000200:2.0:1776190131.929991:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301361152, portal 16 00000400:00000010:2.0:1776190131.929996:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000380035ad. 00000100:00000200:2.0:1776190131.929997:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301361152, offset 0 00000400:00000200:2.0:1776190131.930006:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.930017:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.930024:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190131.930028:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190131.930030:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190131.930033:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92694:92694:256:4294967295] 192.168.203.39@tcp LPNI seq info [92694:92694:8:4294967295] 00000400:00000200:2.0:1776190131.930042:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.930047:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.930051:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003db09799 (tot 82352466). 00000800:00000200:2.0:1776190131.930056:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.930061:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.930064:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003db09799 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190131.930457:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190131.930461:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003db09799 (tot 82352218). 00000400:00000200:0.0:1776190131.930466:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.930471:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190131.930475:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000380035ad 00000400:00000010:0.0:1776190131.930477:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000380035ad. 00000100:00000200:0.0:1776190131.930484:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e75ddab0 x1862468301361152/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190131.933815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db74b26f. 00000400:00000200:3.0:1776190131.935666:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.935696:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821000 00000400:00000200:3.0:1776190131.935705:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5da1 [1] + 224 00000400:00000200:3.0:1776190131.935722:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.935726:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.935736:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e75ddab0 x1862468301361152/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190131.935825:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006b04e0f2. 00000400:00000200:0.0:1776190131.935830:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d79ca7 00000400:00000010:0.0:1776190131.935833:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d79ca7. 00000100:00000200:0.0:1776190131.935841:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e75ddab0 x1862468301361152/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.935849:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e75ddab0 x1862468301361152/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190131.935876:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098d5200b. 02000000:00000010:0.0:1776190131.935881:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c318a548. 00000100:00000010:0.0:1776190131.935885:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e75ddab0. 00000100:00000010:0.0:1776190131.935890:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d5e0a83. 00010000:00000010:0.0:1776190131.935895:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d5d814d. 00010000:00000010:3.1:1776190131.938280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ea763e2. 00010000:00000010:3.1:1776190131.938293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fae546e. 00000400:00000200:0.0:1776190131.939917:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190131.939935:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377a80 00000400:00000200:0.0:1776190131.939944:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb46ed [2] + 656 00000400:00000200:0.0:1776190131.940000:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.940006:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190131.940012:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190131.940018:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 00000020:00000010:2.0:1776190131.940147:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046ec8719. 00000020:00000010:2.0:1776190131.940154:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fa416568. 00000020:00000010:2.0:1776190131.940159:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190131.940185:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000abc3f2e1 x1862468296473216/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190131.940224:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296473216 02000000:00000010:2.0:1776190131.940233:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dcfd2e0f. 00010000:00000010:2.0:1776190131.940260:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b664e3a9. 00010000:00000010:2.0:1776190131.940278:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012f1bd92. 00000100:00000010:2.0:1776190131.940285:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d5e0a83. 00000100:00000010:2.0:1776190131.940335:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d5e0a83. 00010000:00000010:2.0:1776190131.940340:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012f1bd92. 00000400:00000010:2.0:1776190131.940353:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190131.940358:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296473216, offset 224 00000400:00000200:2.0:1776190131.940366:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.940378:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.940383:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92695:92695:256:4294967295] 192.168.203.39@tcp LPNI seq info [92695:92695:8:4294967295] 00000400:00000200:2.0:1776190131.940394:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.940399:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.940403:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c149bd5 (tot 82352466). 00000800:00000200:2.0:1776190131.940409:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.940415:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.940418:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c149bd5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190131.940438:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fa416568. 00000020:00000010:2.0:1776190131.940442:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190131.940446:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046ec8719. 00000800:00000200:2.0:1776190131.940507:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.940511:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352218). 00000400:00000200:2.0:1776190131.940516:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.940519:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.940522:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190131.940524:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00080000:00000010:1.0:1776190131.940577:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000030388d09. 00010000:00000010:1.0:1776190131.940760:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd7892b4. 00010000:00000010:1.0:1776190131.940767:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008a4b05d8. 00010000:00000010:1.0:1776190131.940942:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000785cf800. 00010000:00000010:1.0:1776190131.940949:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a9e3de5a. 00010000:00000010:1.0:1776190131.940958:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b462efbf. 00000100:00000010:1.0:1776190131.940962:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd8e55b9. 00000100:00000010:1.0:1776190131.940969:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719b5d3. 02000000:00000010:1.0:1776190131.940982:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009a24ab9a. 02000000:00000010:1.0:1776190131.941003:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000055350ae8. 00000400:00000010:1.0:1776190131.941009:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed7ef070. 00000400:00000010:1.0:1776190131.941014:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190131.941019:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301361216, portal 16 00000400:00000010:1.0:1776190131.941023:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac2f0cb. 00000100:00000200:1.0:1776190131.941025:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301361216, offset 0 00000400:00000200:1.0:1776190131.941031:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.941039:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.941044:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190131.941048:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190131.941051:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190131.941053:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92696:92696:256:4294967295] 192.168.203.39@tcp LPNI seq info [92696:92696:8:4294967295] 00000400:00000200:1.0:1776190131.941060:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.941064:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.941067:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190131.941071:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.941076:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.941078:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190131.942004:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.942010:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:3.0:1776190131.942016:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.942023:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.942026:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac2f0cb 00000400:00000010:3.0:1776190131.942028:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac2f0cb. 00000100:00000200:3.0:1776190131.942035:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a719b5d3 x1862468301361216/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190131.947918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5652d6. 00000400:00000200:2.0:1776190131.949261:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.949278:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821040 00000400:00000200:2.0:1776190131.949287:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5dad [1] + 224 00000400:00000200:2.0:1776190131.949299:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.949303:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.949324:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a719b5d3 x1862468301361216/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.949355:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.949361:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377ac0 00000400:00000200:2.0:1776190131.949366:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb46ed [2] + 984 00000400:00000010:1.0:1776190131.949392:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed7ef070. 00000400:00000200:1.0:1776190131.949398:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:1.0:1776190131.949400:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 00000100:00000200:1.0:1776190131.949406:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a719b5d3 x1862468301361216/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190131.949414:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a719b5d3 x1862468301361216/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.949420:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.949426:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.949431:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190131.949436:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:1.0:1776190131.949446:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000055350ae8. 02000000:00000010:1.0:1776190131.949453:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009a24ab9a. 00000100:00000010:1.0:1776190131.949457:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 00000100:00000010:1.0:1776190131.949460:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd8e55b9. 00010000:00000010:1.0:1776190131.949464:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b462efbf. 00000020:00000010:3.0:1776190131.950263:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072ff9345. 00000020:00000010:3.0:1776190131.950271:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190131.950276:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190131.950301:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001fa788c5 x1862468296473280/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190131.950385:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296473280 02000000:00000010:3.0:1776190131.950396:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dc572b57. 00010000:00000010:3.0:1776190131.950423:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f5d1bb1e. 00010000:00000010:3.0:1776190131.950449:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba27accf. 00000100:00000010:3.0:1776190131.950456:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087a09ea0. 00000100:00000010:3.0:1776190131.950520:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000087a09ea0. 00010000:00000010:3.0:1776190131.950524:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba27accf. 00000400:00000010:3.0:1776190131.950537:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190131.950542:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296473280, offset 224 00000400:00000200:3.0:1776190131.950560:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.950580:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.950586:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92697:92697:256:4294967295] 192.168.203.39@tcp LPNI seq info [92697:92697:8:4294967295] 00000400:00000200:3.0:1776190131.950605:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.950610:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.950615:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190131.950620:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.950628:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.950631:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190131.950652:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190131.950656:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190131.950659:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072ff9345. 00000800:00000200:3.0:1776190131.950757:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.950761:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:3.0:1776190131.950767:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.950790:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.950795:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd055298 00000400:00000010:3.0:1776190131.950797:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd055298. 00010000:00000010:1.1:1776190131.953179:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1367b99. 00010000:00000010:1.1:1776190131.953189:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6cb6e3c. 00080000:00000010:1.0:1776190131.953207:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a24ab9a. 00010000:00000010:1.0:1776190131.953289:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9e3de5a. 00010000:00000010:1.0:1776190131.953298:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a974864d. 00010000:00000010:1.0:1776190131.953695:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002787a695. 00010000:00000010:1.0:1776190131.953701:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a9e3de5a. 00010000:00000010:1.0:1776190131.953713:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b462efbf. 00000100:00000010:1.0:1776190131.953720:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd8e55b9. 00000100:00000010:1.0:1776190131.953728:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719b5d3. 02000000:00000010:1.0:1776190131.953740:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000055350ae8. 02000000:00000010:1.0:1776190131.953769:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf3cf4ec. 00000400:00000010:1.0:1776190131.953842:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed7ef070. 00000400:00000010:1.0:1776190131.953849:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190131.953855:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301361280, portal 16 00000400:00000010:1.0:1776190131.953860:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac2f0cb. 00000100:00000200:1.0:1776190131.953862:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301361280, offset 0 00000400:00000200:1.0:1776190131.953872:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.953887:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.953894:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190131.953897:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190131.953899:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190131.953903:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92698:92698:256:4294967295] 192.168.203.39@tcp LPNI seq info [92698:92698:8:4294967295] 00000400:00000200:1.0:1776190131.953912:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.953918:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.953922:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190131.953928:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.953936:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.953939:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190131.954824:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.954830:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:2.0:1776190131.954838:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.954847:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.954851:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac2f0cb 00000400:00000010:2.0:1776190131.954854:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac2f0cb. 00000100:00000200:2.0:1776190131.954861:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a719b5d3 x1862468301361280/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190131.955436:0:78458:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cb9b71c. 00000400:00000200:2.0:1776190131.958163:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.958185:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821080 00000400:00000200:2.0:1776190131.958195:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5db9 [1] + 224 00000400:00000200:2.0:1776190131.958207:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.958211:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.958221:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a719b5d3 x1862468301361280/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.958255:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.958261:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377b00 00000400:00000200:2.0:1776190131.958275:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb46ed [2] + 1312 00000400:00000200:2.0:1776190131.958326:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.958330:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.958333:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190131.958339:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a89b0311. 00000400:00000010:1.0:1776190131.958706:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed7ef070. 00000400:00000200:1.0:1776190131.958711:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:1.0:1776190131.958713:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 00000100:00000200:1.0:1776190131.958719:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a719b5d3 x1862468301361280/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190131.958726:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a719b5d3 x1862468301361280/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190131.958753:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf3cf4ec. 02000000:00000010:1.0:1776190131.958760:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000055350ae8. 00000100:00000010:1.0:1776190131.958765:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 00000100:00000010:1.0:1776190131.958768:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd8e55b9. 00010000:00000010:1.0:1776190131.958794:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b462efbf. 00000020:00000010:0.0:1776190131.958876:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025aed629. 00000020:00000010:0.0:1776190131.958883:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.958887:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190131.958909:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a89b0311 x1862468296473344/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190131.958948:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296473344 02000000:00000010:0.0:1776190131.958961:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000671ef2a8. 00010000:00000010:0.0:1776190131.958989:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074eee038. 00010000:00000010:0.0:1776190131.959008:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e99db76. 00000100:00000010:0.0:1776190131.959014:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d93df569. 00000100:00000010:0.0:1776190131.959029:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d93df569. 00010000:00000010:0.0:1776190131.959033:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e99db76. 00000400:00000010:0.0:1776190131.959044:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c89ae973. 00000100:00000200:0.0:1776190131.959047:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296473344, offset 224 00000400:00000200:0.0:1776190131.959055:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.959066:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.959071:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92699:92699:256:4294967295] 192.168.203.39@tcp LPNI seq info [92699:92699:8:4294967295] 00000400:00000200:0.0:1776190131.959080:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.959084:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.959089:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352466). 00000800:00000200:0.0:1776190131.959095:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.959102:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.959106:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.959125:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.959129:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190131.959132:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025aed629. 00000800:00000200:0.0:1776190131.959207:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190131.959211:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352218). 00000400:00000200:0.0:1776190131.959215:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.959218:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190131.959220:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c89ae973 00000400:00000010:0.0:1776190131.959222:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c89ae973. 00080000:00000010:1.0:1776190131.959578:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf3cf4ec. 00010000:00000010:1.0:1776190131.959668:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9e3de5a. 00010000:00000010:1.0:1776190131.959676:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000004f7d8d6. 00010000:00000010:1.0:1776190131.959758:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002b5d353. 00010000:00000010:1.0:1776190131.959764:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a9e3de5a. 00010000:00000010:1.0:1776190131.959818:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b462efbf. 00000100:00000010:1.0:1776190131.959822:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd8e55b9. 00000100:00000010:1.0:1776190131.959829:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719b5d3. 02000000:00000010:1.0:1776190131.959839:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000004936e3a. 02000000:00000010:1.0:1776190131.959859:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000097a2c98f. 00000400:00000010:1.0:1776190131.959864:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed7ef070. 00000400:00000010:1.0:1776190131.959868:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190131.959878:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301361344, portal 16 00000400:00000010:1.0:1776190131.959882:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000295c0815. 00000100:00000200:1.0:1776190131.959884:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301361344, offset 0 00000400:00000200:1.0:1776190131.959890:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.959899:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.959905:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190131.959909:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190131.959912:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190131.959914:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92700:92700:256:4294967295] 192.168.203.39@tcp LPNI seq info [92700:92700:8:4294967295] 00000400:00000200:1.0:1776190131.959926:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.959933:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.959937:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000350c588e (tot 82352466). 00000800:00000200:1.0:1776190131.959941:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.959946:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.959949:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000350c588e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190131.960301:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190131.960305:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000350c588e (tot 82352218). 00000400:00000200:0.0:1776190131.960310:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.960314:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190131.960317:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000295c0815 00000400:00000010:0.0:1776190131.960319:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000295c0815. 00000100:00000200:0.0:1776190131.960324:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a719b5d3 x1862468301361344/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190131.961971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ab258ff. 00010000:00000010:1.1:1776190131.961981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000785cf800. 00000400:00000200:2.0:1776190131.967318:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.967337:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18210c0 00000400:00000200:2.0:1776190131.967345:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5dc5 [1] + 224 00000400:00000200:2.0:1776190131.967358:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.967362:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.967372:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a719b5d3 x1862468301361344/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190131.967443:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190131.967449:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377b40 00000400:00000200:2.0:1776190131.967454:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb46ed [2] + 1640 00000400:00000200:2.0:1776190131.967498:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.967501:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190131.967505:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190131.967510:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000663a046d. 00000020:00000010:3.0:1776190131.967672:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e142235e. 00000020:00000010:3.0:1776190131.967683:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000361a7f5d. 00000020:00000010:3.0:1776190131.967688:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190131.967709:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000663a046d x1862468296473408/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190131.967741:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296473408 02000000:00000010:3.0:1776190131.967751:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000072ff9345. 00010000:00000010:3.0:1776190131.967815:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007143c33a. 00000100:00000010:3.0:1776190131.967822:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087a09ea0. 00000100:00000010:3.0:1776190131.967828:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000087a09ea0. 00010000:00000010:3.0:1776190131.967832:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007143c33a. 00000400:00000010:3.0:1776190131.967844:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190131.967848:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296473408, offset 224 00000400:00000200:3.0:1776190131.967855:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.967864:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.967869:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92701:92701:256:4294967295] 192.168.203.39@tcp LPNI seq info [92701:92701:8:4294967295] 00000400:00000200:3.0:1776190131.967879:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.967884:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.967887:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190131.967893:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.967899:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.967903:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190131.967918:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000361a7f5d. 00000020:00000010:3.0:1776190131.967921:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190131.967924:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e142235e. 00000800:00000200:3.0:1776190131.967976:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.967979:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:3.0:1776190131.967984:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.967988:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.967991:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd055298 00000400:00000010:3.0:1776190131.967992:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd055298. 00000400:00000010:1.0:1776190131.968577:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed7ef070. 00000400:00000200:1.0:1776190131.968766:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:1.0:1776190131.968769:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 00000100:00000200:1.0:1776190131.968939:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a719b5d3 x1862468301361344/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190131.968949:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a719b5d3 x1862468301361344/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190131.968971:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058b0133b. 02000000:00000010:1.0:1776190131.968987:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000097a2c98f. 02000000:00000010:1.0:1776190131.968993:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000004936e3a. 00000100:00000010:1.0:1776190131.968998:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 00000100:00000010:1.0:1776190131.969001:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd8e55b9. 00010000:00000010:1.0:1776190131.969004:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b462efbf. 00080000:00000010:1.0:1776190131.969019:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004936e3a. 00010000:00000010:1.0:1776190131.969114:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9e3de5a. 00010000:00000010:1.0:1776190131.969122:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ff12cf54. 00010000:00000010:1.0:1776190131.969196:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000785cf800. 00010000:00000010:1.0:1776190131.969203:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a9e3de5a. 00010000:00000010:1.0:1776190131.969213:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b462efbf. 00000100:00000010:1.0:1776190131.969217:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd8e55b9. 00000100:00000010:1.0:1776190131.969224:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719b5d3. 02000000:00000010:1.0:1776190131.969234:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000097a2c98f. 02000000:00000010:1.0:1776190131.969257:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c4ceee7. 00000400:00000010:1.0:1776190131.969262:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed7ef070. 00000400:00000010:1.0:1776190131.969266:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190131.969270:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301361408, portal 16 00000400:00000010:1.0:1776190131.969274:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000269626f8. 00000100:00000200:1.0:1776190131.969276:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301361408, offset 0 00000400:00000200:1.0:1776190131.969283:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190131.969293:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190131.969299:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190131.969303:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190131.969306:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190131.969309:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92702:92702:256:4294967295] 192.168.203.39@tcp LPNI seq info [92702:92702:8:4294967295] 00000400:00000200:1.0:1776190131.969318:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190131.969324:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190131.969327:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069334a23 (tot 82352466). 00000800:00000200:1.0:1776190131.969333:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190131.969338:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190131.969341:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069334a23 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190131.969875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fbcfc7e. 00010000:00000010:1.1:1776190131.969883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002787a695. 00010000:00000010:0.1:1776190131.970230:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003332783b. 00000800:00000200:0.0:1776190131.970317:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190131.970321:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069334a23 (tot 82352218). 00000400:00000200:0.0:1776190131.970326:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.970333:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190131.970337:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000269626f8 00000400:00000010:0.0:1776190131.970339:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000269626f8. 00000100:00000200:0.0:1776190131.970346:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a719b5d3 x1862468301361408/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.971534:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.971561:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821100 00000400:00000200:3.0:1776190131.971569:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5dd1 [1] + 224 00000400:00000200:3.0:1776190131.971591:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.971594:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.971606:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a719b5d3 x1862468301361408/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190131.971678:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed7ef070. 00000400:00000200:1.0:1776190131.971682:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:1.0:1776190131.971684:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 00000100:00000200:1.0:1776190131.971689:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a719b5d3 x1862468301361408/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190131.971697:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a719b5d3 x1862468301361408/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190131.971720:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c4ceee7. 02000000:00000010:1.0:1776190131.971725:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000097a2c98f. 00000100:00000010:1.0:1776190131.971728:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 00000100:00000010:1.0:1776190131.971731:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd8e55b9. 00010000:00000010:1.0:1776190131.971735:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b462efbf. 00000400:00000200:3.0:1776190131.974046:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.974065:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377b80 00000400:00000200:3.0:1776190131.974073:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb46ed [2] + 1968 00000400:00000010:3.0:1776190131.974077:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a3a2f1b0. 00000400:00000200:3.0:1776190131.974082:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000080abbc9a 00000400:00000200:3.0:1776190131.974131:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.974136:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.974140:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080abbc9a 00000400:00000010:3.0:1776190131.974142:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000080abbc9a (tot 82352066). 00000100:00000200:3.0:1776190131.974147:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190131.975744:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002270775. 00000020:00000010:0.0:1776190131.975755:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.975760:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190131.975820:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049222a23 x1862468296473472/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190131.975853:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296473472 02000000:00000010:0.0:1776190131.975863:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000025aed629. 00010000:00000010:0.0:1776190131.975890:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f22daa9b. 00010000:00000010:0.0:1776190131.975910:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e99db76. 00000100:00000010:0.0:1776190131.975916:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d93df569. 00000100:00000010:0.0:1776190131.975932:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d93df569. 00010000:00000010:0.0:1776190131.975935:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e99db76. 00080000:00000010:0.0:1776190131.975964:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048147144. 00010000:00000010:0.0:1776190131.976048:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9e3de5a. 00010000:00000010:0.0:1776190131.976055:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a4dfb10a. 00010000:00000010:0.0:1776190131.976124:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2e79f07. 00010000:00000010:0.0:1776190131.976130:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009be252da. 00010000:00000010:0.0:1776190131.976141:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e99db76. 00000100:00000010:0.0:1776190131.976145:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d93df569. 00000100:00000010:0.0:1776190131.976151:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009382bd96. 02000000:00000010:0.0:1776190131.976162:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f3519a9. 02000000:00000010:0.0:1776190131.976185:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd226799. 00000400:00000010:0.0:1776190131.976191:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001f5e51e8. 00000400:00000010:0.0:1776190131.976197:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c89ae973. 00000100:00000200:0.0:1776190131.976205:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301361472, portal 16 00000400:00000010:0.0:1776190131.976209:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0ec89d5. 00000100:00000200:0.0:1776190131.976211:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301361472, offset 0 00000400:00000200:0.0:1776190131.976218:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.976231:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.976238:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.976241:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.976244:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.976247:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92703:92703:256:4294967295] 192.168.203.39@tcp LPNI seq info [92703:92703:8:4294967295] 00000400:00000200:0.0:1776190131.976256:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.976262:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.976265:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352314). 00000800:00000200:0.0:1776190131.976271:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.976278:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.976281:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190131.976378:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190131.976382:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352066). 00000400:00000200:0.0:1776190131.976386:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.976390:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190131.976393:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0ec89d5 00000400:00000010:0.0:1776190131.976395:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0ec89d5. 00000100:00000200:0.0:1776190131.976399:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009382bd96 x1862468301361472/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190131.976421:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0ec89d5. 00000100:00000200:0.0:1776190131.976424:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296473472, offset 224 00000400:00000200:0.0:1776190131.976428:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.976433:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.976436:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92704:92704:256:4294967295] 192.168.203.39@tcp LPNI seq info [92704:92704:8:4294967295] 00000400:00000200:0.0:1776190131.976442:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.976446:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.976448:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352314). 00000800:00000200:0.0:1776190131.976452:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.976455:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.976457:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.976472:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.976476:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190131.976479:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002270775. 02000000:00000010:0.0:1776190131.976487:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000072ff9345. 00000100:00000010:0.0:1776190131.976490:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000663a046d. 02000000:00000010:0.0:1776190131.976494:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000671ef2a8. 00000100:00000010:0.0:1776190131.976496:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a89b0311. 02000000:00000010:0.0:1776190131.976500:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dc572b57. 00000100:00000010:0.0:1776190131.976502:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 02000000:00000010:0.0:1776190131.976505:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dcfd2e0f. 00000100:00000010:0.0:1776190131.976506:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 02000000:00000010:0.0:1776190131.976509:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f8014e3c. 00000100:00000010:0.0:1776190131.976510:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 02000000:00000010:0.0:1776190131.976513:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000082cb54f6. 00000100:00000010:0.0:1776190131.976515:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000462ed234. 00000100:00000200:0.0:1776190131.976523:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190131.976527:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007dd4cbd9. 00000400:00000010:0.0:1776190131.976531:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd2548c2 (tot 82352466). 00000800:00000200:3.0:1776190131.976647:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.976650:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352218). 00000400:00000200:3.0:1776190131.976654:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.976657:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.976660:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0ec89d5 00000400:00000010:3.0:1776190131.976661:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0ec89d5. 02000000:00000010:3.0:1776190131.976665:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000025aed629. 00010000:00000010:1.1:1776190131.978085:0:78459:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d179989. 00010000:00000010:1.1:1776190131.978096:0:78459:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023cacc36. 00010000:00000010:1.1:1776190131.978100:0:78459:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002b5d353. 00000400:00000200:3.0:1776190131.981282:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.981300:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821140 00000400:00000200:3.0:1776190131.981310:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5dd9 [1] + 224 00000400:00000200:3.0:1776190131.981321:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.981325:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.981336:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009382bd96 x1862468301361472/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.981366:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.981371:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377bc0 00000400:00000200:3.0:1776190131.981375:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4745 [2] + 0 00000400:00000200:3.0:1776190131.981425:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.981428:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.981432:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190131.981437:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000020:00000010:2.0:1776190131.981544:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b79e2f01. 00000020:00000010:2.0:1776190131.981559:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190131.981564:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190131.981588:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074baf3bb x1862468296473536/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190131.981632:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296473536 02000000:00000010:2.0:1776190131.981643:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000109dc683. 00010000:00000010:2.0:1776190131.981686:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012f1bd92. 00000100:00000010:2.0:1776190131.981693:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d5e0a83. 00000100:00000010:2.0:1776190131.981700:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d5e0a83. 00010000:00000010:2.0:1776190131.981704:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012f1bd92. 00000400:00000010:2.0:1776190131.981718:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190131.981722:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296473536, offset 224 00000400:00000200:2.0:1776190131.981730:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190131.981740:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190131.981746:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92705:92705:256:4294967295] 192.168.203.39@tcp LPNI seq info [92705:92705:8:4294967295] 00000400:00000200:2.0:1776190131.981755:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190131.981760:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190131.981764:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c149bd5 (tot 82352466). 00000800:00000200:2.0:1776190131.981769:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190131.981799:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190131.981803:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c149bd5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190131.981817:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190131.981821:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190131.981825:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b79e2f01. 00000400:00000010:0.0:1776190131.982311:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001f5e51e8. 00000400:00000200:0.0:1776190131.982317:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c89ae973 00000400:00000010:0.0:1776190131.982319:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c89ae973. 00000100:00000200:0.0:1776190131.982326:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009382bd96 x1862468301361472/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.982334:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009382bd96 x1862468301361472/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190131.982353:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000053029e78. 02000000:00000010:0.0:1776190131.982366:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd226799. 02000000:00000010:0.0:1776190131.982371:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f3519a9. 00000100:00000010:0.0:1776190131.982375:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009382bd96. 00000100:00000010:0.0:1776190131.982377:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d93df569. 00010000:00000010:0.0:1776190131.982381:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e99db76. 00080000:00000010:0.0:1776190131.982398:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd226799. 00010000:00000010:0.0:1776190131.982478:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009be252da. 00010000:00000010:0.0:1776190131.982484:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009d1efa19. 00010000:00000010:0.0:1776190131.982564:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000fa571e8. 00010000:00000010:0.0:1776190131.982571:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009be252da. 00010000:00000010:0.0:1776190131.982594:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e99db76. 00000100:00000010:0.0:1776190131.982600:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d93df569. 00000100:00000010:0.0:1776190131.982606:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009382bd96. 02000000:00000010:0.0:1776190131.982617:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae6149e1. 02000000:00000010:0.0:1776190131.982640:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000259ad01c. 00000400:00000010:0.0:1776190131.982645:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001f5e51e8. 00000400:00000010:0.0:1776190131.982648:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c89ae973. 00000100:00000200:0.0:1776190131.982654:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301361536, portal 16 00000400:00000010:0.0:1776190131.982658:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098c52fc5. 00000100:00000200:0.0:1776190131.982659:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301361536, offset 0 00000400:00000200:0.0:1776190131.982665:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.982673:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.982679:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190131.982683:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190131.982685:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190131.982688:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92706:92706:255:4294967295] 192.168.203.39@tcp LPNI seq info [92706:92706:7:4294967295] 00000400:00000200:0.0:1776190131.982696:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.982701:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.982705:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352714). 00000800:00000200:0.0:1776190131.982710:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.982715:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.982717:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190131.982763:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190131.982766:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352466). 00000400:00000200:0.0:1776190131.982793:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.982798:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190131.982800:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:0.0:1776190131.982802:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000800:00000200:0.0:1776190131.982846:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190131.982848:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352218). 00000400:00000200:0.0:1776190131.982851:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190131.982853:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190131.982855:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098c52fc5 00000400:00000010:0.0:1776190131.982856:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098c52fc5. 00000100:00000200:0.0:1776190131.982860:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009382bd96 x1862468301361536/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.984629:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.984652:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821180 00000400:00000200:3.0:1776190131.984661:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5ded [1] + 224 00000400:00000200:3.0:1776190131.985140:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.985146:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.985156:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009382bd96 x1862468301361536/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190131.985191:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190131.985197:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377c00 00000400:00000200:3.0:1776190131.985203:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4745 [2] + 328 00000400:00000010:0.0:1776190131.985398:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001f5e51e8. 00000400:00000200:0.0:1776190131.985404:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c89ae973 00000400:00000010:0.0:1776190131.985406:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c89ae973. 00000100:00000200:0.0:1776190131.985412:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009382bd96 x1862468301361536/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190131.985419:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009382bd96 x1862468301361536/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190131.985447:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000259ad01c. 02000000:00000010:0.0:1776190131.985452:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae6149e1. 00000100:00000010:0.0:1776190131.985455:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009382bd96. 00000100:00000010:0.0:1776190131.985459:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d93df569. 00010000:00000010:0.0:1776190131.985463:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e99db76. 00000400:00000200:3.0:1776190131.988722:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.988736:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190131.988744:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190131.988752:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 00000020:00000010:0.0:1776190131.988938:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae6149e1. 00000020:00000010:0.0:1776190131.988946:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.988950:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190131.988976:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016984533 x1862468296473600/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:579/0 lens 328/0 e 0 to 0 dl 1776190174 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190131.989005:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296473600 02000000:00000010:0.0:1776190131.989016:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000259ad01c. 00010000:00000010:0.0:1776190131.989043:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f58e76d9. 00010000:00000010:0.0:1776190131.989062:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e99db76. 00000100:00000010:0.0:1776190131.989069:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d93df569. 00000100:00000010:0.0:1776190131.989081:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d93df569. 00010000:00000010:0.0:1776190131.989084:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e99db76. 00000400:00000010:0.0:1776190131.989099:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c89ae973. 00000100:00000200:0.0:1776190131.989104:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296473600, offset 224 00000400:00000200:0.0:1776190131.989111:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190131.989123:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190131.989129:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92707:92707:256:4294967295] 192.168.203.39@tcp LPNI seq info [92707:92707:8:4294967295] 00000400:00000200:0.0:1776190131.989137:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190131.989142:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190131.989147:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352466). 00000800:00000200:0.0:1776190131.989153:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190131.989159:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190131.989163:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190131.989179:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190131.989183:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190131.989186:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae6149e1. 00000800:00000200:3.0:1776190131.989544:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190131.989556:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352218). 00000400:00000200:3.0:1776190131.989560:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190131.989565:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190131.989569:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c89ae973 00000400:00000010:3.0:1776190131.989571:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c89ae973. 00080000:00000010:3.0:1776190131.989603:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025aed629. 00010000:00000010:3.0:1776190131.989696:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009be252da. 00010000:00000010:3.0:1776190131.989703:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000067af1c54. 00010000:00000010:3.0:1776190131.989770:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fae546e. 00010000:00000010:3.0:1776190131.989819:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f311de1. 00010000:00000010:3.0:1776190131.989829:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007143c33a. 00000100:00000010:3.0:1776190131.989834:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087a09ea0. 00000100:00000010:3.0:1776190131.989841:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190131.989853:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e52ddcff. 02000000:00000010:3.0:1776190131.989875:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004aeefaca. 00000400:00000010:3.0:1776190131.989880:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002661a205. 00000400:00000010:3.0:1776190131.989885:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190131.989889:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301361600, portal 16 00000400:00000010:3.0:1776190131.989894:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faf97dbc. 00000100:00000200:3.0:1776190131.989897:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301361600, offset 0 00000400:00000200:3.0:1776190131.989903:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190131.989910:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190131.989916:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190131.989919:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190131.989922:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190131.989925:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92708:92708:256:4294967295] 192.168.203.39@tcp LPNI seq info [92708:92708:8:4294967295] 00000400:00000200:3.0:1776190131.989932:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190131.989936:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190131.989939:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190131.989943:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190131.993821:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190131.993827:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190131.994084:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190131.994088:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:2.0:1776190131.994096:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190131.994101:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190131.994107:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faf97dbc 00000400:00000010:2.0:1776190131.994109:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faf97dbc. 00000100:00000200:2.0:1776190131.994120:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ffde2ec x1862468301361600/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190131.994825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007406e405. 00010000:00000010:0.1:1776190131.994835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b04e8725. 00010000:00000010:0.1:1776190131.994839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000785cf800. 00010000:00000010:0.1:1776190132.002954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da05ff9d. 00010000:00000010:0.1:1776190132.002972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a69b987. 00010000:00000010:0.1:1776190132.002978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e79f07. 00010000:00000010:0.1:1776190132.002980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042804a51. 00010000:00000010:3.1:1776190132.004978:0:78460:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016cd46c1. 00010000:00000010:3.1:1776190132.004994:0:78460:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fa571e8. 00000400:00000200:3.0:1776190132.005141:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.005158:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18211c0 00000400:00000200:3.0:1776190132.005166:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5df9 [1] + 224 00000400:00000200:3.0:1776190132.005180:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.005185:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.005194:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ffde2ec x1862468301361600/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190132.005234:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002661a205. 00000400:00000200:3.0:1776190132.005238:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd055298 00000400:00000010:3.0:1776190132.005240:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd055298. 00000100:00000200:3.0:1776190132.005245:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ffde2ec x1862468301361600/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190132.005252:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ffde2ec x1862468301361600/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190175 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190132.005283:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004aeefaca. 02000000:00000010:3.0:1776190132.005291:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e52ddcff. 00000100:00000010:3.0:1776190132.005295:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000010:3.0:1776190132.005300:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000087a09ea0. 00010000:00000010:3.0:1776190132.005304:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007143c33a. 00000400:00000200:0.0:1776190132.025879:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.025904:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377c40 00000400:00000200:0.0:1776190132.025913:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4745 [2] + 656 00000400:00000200:0.0:1776190132.026331:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.026338:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.026345:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190132.026351:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009382bd96. 00000020:00000010:2.0:1776190132.026995:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b79e2f01. 00000020:00000010:2.0:1776190132.027002:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190132.027007:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190132.027034:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009382bd96 x1862468296473664/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190132.027107:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296473664 02000000:00000010:2.0:1776190132.027131:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000020ba0cf5. 00010000:00000010:2.0:1776190132.027159:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002f7b8213. 00010000:00000010:2.0:1776190132.027178:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012f1bd92. 00000100:00000010:2.0:1776190132.027185:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d5e0a83. 00000100:00000010:2.0:1776190132.027203:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d5e0a83. 00010000:00000010:2.0:1776190132.027208:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012f1bd92. 00000400:00000010:2.0:1776190132.027220:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0363170. 00000100:00000200:2.0:1776190132.027226:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296473664, offset 224 00000400:00000200:2.0:1776190132.027233:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.027246:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.027251:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92709:92709:256:4294967295] 192.168.203.39@tcp LPNI seq info [92709:92709:8:4294967295] 00000400:00000200:2.0:1776190132.027261:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.027266:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.027270:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc81a4c0 (tot 82352466). 00000800:00000200:2.0:1776190132.027275:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.027283:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.027286:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc81a4c0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190132.027317:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190132.027322:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190132.027325:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b79e2f01. 00000800:00000200:1.0:1776190132.027447:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.027452:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc81a4c0 (tot 82352218). 00000400:00000200:1.0:1776190132.027457:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.027461:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.027464:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0363170 00000400:00000010:1.0:1776190132.027466:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0363170. 00080000:00000010:3.0:1776190132.028405:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da488acd. 00010000:00000010:3.0:1776190132.028504:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f311de1. 00010000:00000010:3.0:1776190132.028512:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c136fc23. 00010000:00000010:3.0:1776190132.028610:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033daa5b4. 00010000:00000010:3.0:1776190132.028616:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f311de1. 00010000:00000010:3.0:1776190132.028627:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007143c33a. 00000100:00000010:3.0:1776190132.028633:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087a09ea0. 00000100:00000010:3.0:1776190132.028642:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190132.028654:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e142235e. 02000000:00000010:3.0:1776190132.028884:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e52ddcff. 00000400:00000010:3.0:1776190132.028894:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002661a205. 00000400:00000010:3.0:1776190132.028902:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190132.028909:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301361664, portal 16 00000400:00000010:3.0:1776190132.028914:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008fe0f437. 00000100:00000200:3.0:1776190132.028916:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301361664, offset 0 00000400:00000200:3.0:1776190132.028925:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.028940:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.028948:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190132.028953:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190132.028956:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190132.028959:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92710:92710:256:4294967295] 192.168.203.39@tcp LPNI seq info [92710:92710:8:4294967295] 00000400:00000200:3.0:1776190132.028968:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.028974:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.028980:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.028985:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.028992:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.028995:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190132.029669:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.029739:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:3.0:1776190132.029747:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.029753:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.029758:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fe0f437 00000400:00000010:3.0:1776190132.029760:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008fe0f437. 00000100:00000200:3.0:1776190132.029767:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ffde2ec x1862468301361664/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.037060:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.037082:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821200 00000400:00000200:1.0:1776190132.037092:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5e05 [1] + 224 00000400:00000200:1.0:1776190132.037105:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.037109:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.037119:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ffde2ec x1862468301361664/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.037218:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.037224:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377c80 00000400:00000200:1.0:1776190132.037229:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4745 [2] + 984 00000400:00000200:1.0:1776190132.037290:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.037293:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.037297:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.037303:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719b5d3. 00000020:00000010:1.0:1776190132.038278:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000192f5963. 00000020:00000010:1.0:1776190132.038288:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000942d2fb6. 00000020:00000010:1.0:1776190132.038292:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190132.038336:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a719b5d3 x1862468296473728/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190132.038368:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296473728 02000000:00000010:1.0:1776190132.038379:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000260efd92. 00010000:00000010:1.0:1776190132.038414:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000292577d3. 00000100:00000010:1.0:1776190132.038423:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fea47ee3. 00000100:00000010:1.0:1776190132.038429:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fea47ee3. 00010000:00000010:1.0:1776190132.038433:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000292577d3. 00000400:00000010:1.0:1776190132.038455:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190132.038460:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296473728, offset 224 00000400:00000200:1.0:1776190132.038467:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.038482:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.038488:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92711:92711:256:4294967295] 192.168.203.39@tcp LPNI seq info [92711:92711:8:4294967295] 00000400:00000200:1.0:1776190132.038497:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.038509:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.038513:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006429d592 (tot 82352466). 00000800:00000200:1.0:1776190132.038518:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.038525:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.038528:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006429d592 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190132.038545:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000942d2fb6. 00000020:00000010:1.0:1776190132.038557:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190132.038561:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000192f5963. 00000800:00000200:1.0:1776190132.039084:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.039089:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006429d592 (tot 82352218). 00000400:00000200:1.0:1776190132.039095:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.039101:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.039105:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:1.0:1776190132.039107:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 00000400:00000010:3.0:1776190132.039252:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002661a205. 00000400:00000200:3.0:1776190132.039256:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd055298 00000400:00000010:3.0:1776190132.039258:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd055298. 00000100:00000200:3.0:1776190132.039264:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ffde2ec x1862468301361664/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190132.039274:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ffde2ec x1862468301361664/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190132.039295:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000049ae4d80. 02000000:00000010:3.0:1776190132.039317:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e52ddcff. 02000000:00000010:3.0:1776190132.039323:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e142235e. 00000100:00000010:3.0:1776190132.039329:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000010:3.0:1776190132.039335:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000087a09ea0. 00010000:00000010:3.0:1776190132.039338:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007143c33a. 00080000:00000010:1.0:1776190132.039468:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000192f5963. 00010000:00000010:1.0:1776190132.039568:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f311de1. 00010000:00000010:1.0:1776190132.039574:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d3cfc68. 00010000:00000010:1.0:1776190132.039673:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002b5d353. 00010000:00000010:1.0:1776190132.039899:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b46e29e5. 00010000:00000010:1.0:1776190132.039911:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000292577d3. 00000100:00000010:1.0:1776190132.039915:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fea47ee3. 00000100:00000010:1.0:1776190132.039921:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000909ebbf0. 02000000:00000010:1.0:1776190132.039934:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000ab0f983. 02000000:00000010:1.0:1776190132.039961:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d87438bc. 00000400:00000010:1.0:1776190132.039967:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed7ef070. 00000400:00000010:1.0:1776190132.039971:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190132.039977:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301361728, portal 16 00000400:00000010:1.0:1776190132.039982:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fce4358d. 00000100:00000200:1.0:1776190132.039984:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301361728, offset 0 00000400:00000200:1.0:1776190132.039990:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.040003:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.040010:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190132.040013:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190132.040016:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190132.040019:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92712:92712:256:4294967295] 192.168.203.39@tcp LPNI seq info [92712:92712:8:4294967295] 00000400:00000200:1.0:1776190132.040027:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.040032:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.040035:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006429d592 (tot 82352466). 00000800:00000200:1.0:1776190132.040040:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.040045:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.040048:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006429d592 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190132.040752:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.040757:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006429d592 (tot 82352218). 00000400:00000200:3.0:1776190132.040763:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.040768:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00010000:00000010:3.1:1776190132.040802:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005133f1d7. 00010000:00000010:3.1:1776190132.040807:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fae546e. 00000400:00000200:3.0:1776190132.040814:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fce4358d 00000400:00000010:3.0:1776190132.040816:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fce4358d. 00000100:00000200:3.0:1776190132.040822:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000909ebbf0 x1862468301361728/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190132.045174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5c2ad65. 00010000:00000010:1.1:1776190132.048824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015626d1d. 00010000:00000010:1.1:1776190132.048842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033daa5b4. 00010000:00000010:3.1:1776190132.049027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004519368. 00000400:00000200:1.0:1776190132.049213:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.049237:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821240 00000400:00000200:1.0:1776190132.049245:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5e11 [1] + 224 00000400:00000200:1.0:1776190132.049266:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.049272:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.049283:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000909ebbf0 x1862468301361728/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190132.051016:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed7ef070. 00000400:00000200:0.0:1776190132.051030:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:0.0:1776190132.051033:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 00000100:00000200:0.0:1776190132.051215:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000909ebbf0 x1862468301361728/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190132.051229:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000909ebbf0 x1862468301361728/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190132.051405:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d87438bc. 02000000:00000010:0.0:1776190132.051418:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000ab0f983. 00000100:00000010:0.0:1776190132.051423:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 00000100:00000010:0.0:1776190132.051427:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fea47ee3. 00010000:00000010:0.0:1776190132.051430:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000292577d3. 00000400:00000200:3.0:1776190132.051862:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.051887:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377cc0 00000400:00000200:3.0:1776190132.051896:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4745 [2] + 1312 00000400:00000200:3.0:1776190132.051964:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.051970:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.051977:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190132.051984:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 00000020:00000010:2.0:1776190132.052567:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b79e2f01. 00000020:00000010:2.0:1776190132.052576:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190132.052581:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190132.052609:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003ffde2ec x1862468296473792/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190132.052706:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296473792 02000000:00000010:2.0:1776190132.052719:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000062d5b088. 00010000:00000010:2.0:1776190132.052746:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009986355b. 00010000:00000010:2.0:1776190132.052765:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012f1bd92. 00000100:00000010:2.0:1776190132.052796:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d5e0a83. 00000100:00000010:2.0:1776190132.052806:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d5e0a83. 00010000:00000010:2.0:1776190132.052810:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012f1bd92. 00000400:00000010:2.0:1776190132.052822:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ef1c59. 00000100:00000200:2.0:1776190132.052826:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296473792, offset 224 00000400:00000200:2.0:1776190132.052834:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.052850:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.052856:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92713:92713:256:4294967295] 192.168.203.39@tcp LPNI seq info [92713:92713:8:4294967295] 00000400:00000200:2.0:1776190132.052866:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.052871:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.052876:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007553869f (tot 82352466). 00000800:00000200:2.0:1776190132.052882:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.052889:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.052893:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007553869f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190132.052911:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190132.052914:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190132.052917:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b79e2f01. 00080000:00000010:0.0:1776190132.052937:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae6149e1. 00000800:00000200:2.0:1776190132.053007:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.053011:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352218). 00000400:00000200:2.0:1776190132.053016:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1776190132.053020:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b46e29e5. 00000400:00000200:2.0:1776190132.053021:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.053025:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ef1c59 00000400:00000010:2.0:1776190132.053027:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ef1c59. 00010000:00000010:0.0:1776190132.053028:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a86cd43a. 00010000:00000010:0.0:1776190132.053111:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2e79f07. 00010000:00000010:0.0:1776190132.053117:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009f62f9ab. 00010000:00000010:0.0:1776190132.053127:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e99db76. 00000100:00000010:0.0:1776190132.053131:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d93df569. 00000100:00000010:0.0:1776190132.053137:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 02000000:00000010:0.0:1776190132.053146:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a718d934. 02000000:00000010:0.0:1776190132.053168:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e74ec7c2. 00000400:00000010:0.0:1776190132.053173:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001f5e51e8. 00000400:00000010:0.0:1776190132.053178:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098c52fc5. 00000100:00000200:0.0:1776190132.053183:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301361792, portal 16 00000400:00000010:0.0:1776190132.053187:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab584b4e. 00000100:00000200:0.0:1776190132.053189:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301361792, offset 0 00000400:00000200:0.0:1776190132.053194:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.053200:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.053206:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190132.053209:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190132.053212:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190132.053214:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92714:92714:256:4294967295] 192.168.203.39@tcp LPNI seq info [92714:92714:8:4294967295] 00000400:00000200:0.0:1776190132.053222:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.053225:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.053228:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352466). 00000800:00000200:0.0:1776190132.053231:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.053235:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.053237:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.053299:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.053302:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352218). 00000400:00000200:0.0:1776190132.053305:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.053308:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.053310:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab584b4e 00000400:00000010:0.0:1776190132.053311:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab584b4e. 00000100:00000200:0.0:1776190132.053316:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000abc3f2e1 x1862468301361792/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190132.060727:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.060746:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821280 00000400:00000200:0.0:1776190132.060756:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5e1d [1] + 224 00000400:00000200:0.0:1776190132.060797:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.060802:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.060812:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000abc3f2e1 x1862468301361792/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190132.060850:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.060856:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377d00 00000400:00000200:0.0:1776190132.060866:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4745 [2] + 1640 00000400:00000200:0.0:1776190132.060913:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.060917:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.060921:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190132.060926:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ecfc9a6. 00000400:00000010:3.0:1776190132.062116:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001f5e51e8. 00000400:00000200:3.0:1776190132.062124:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098c52fc5 00000400:00000010:3.0:1776190132.062126:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098c52fc5. 00000100:00000200:3.0:1776190132.062136:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000abc3f2e1 x1862468301361792/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190132.062145:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000abc3f2e1 x1862468301361792/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190132.062172:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e74ec7c2. 02000000:00000010:3.0:1776190132.062178:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a718d934. 00000100:00000010:3.0:1776190132.062181:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 00000100:00000010:3.0:1776190132.062185:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d93df569. 00010000:00000010:3.0:1776190132.062189:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e99db76. 00000020:00000010:2.0:1776190132.062315:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b79e2f01. 00000020:00000010:2.0:1776190132.062321:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190132.062325:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190132.062347:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008ecfc9a6 x1862468296473856/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190132.062370:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296473856 02000000:00000010:2.0:1776190132.062379:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d91d986f. 00010000:00000010:2.0:1776190132.062404:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005e011f88. 00010000:00000010:2.0:1776190132.062424:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012f1bd92. 00000100:00000010:2.0:1776190132.062429:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d5e0a83. 00000100:00000010:2.0:1776190132.062436:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d5e0a83. 00010000:00000010:2.0:1776190132.062440:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012f1bd92. 00000400:00000010:2.0:1776190132.062450:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ef1c59. 00000100:00000200:2.0:1776190132.062455:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296473856, offset 224 00000400:00000200:2.0:1776190132.062461:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.062473:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.062479:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92715:92715:256:4294967295] 192.168.203.39@tcp LPNI seq info [92715:92715:8:4294967295] 00000400:00000200:2.0:1776190132.062491:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.062497:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.062501:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007553869f (tot 82352466). 00000800:00000200:2.0:1776190132.062506:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.062512:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.062516:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007553869f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190132.062532:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190132.062535:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190132.062538:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b79e2f01. 00000800:00000200:2.0:1776190132.062636:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.062639:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352218). 00000400:00000200:2.0:1776190132.062644:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.062649:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.062652:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ef1c59 00000400:00000010:2.0:1776190132.062653:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ef1c59. 00080000:00000010:3.0:1776190132.062724:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004aeefaca. 00010000:00000010:3.0:1776190132.062826:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f62f9ab. 00010000:00000010:3.0:1776190132.062832:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e22ea9f3. 00010000:00000010:3.0:1776190132.062896:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fae546e. 00010000:00000010:3.0:1776190132.062901:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005b9a1959. 00010000:00000010:3.0:1776190132.062910:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007143c33a. 00000100:00000010:3.0:1776190132.062913:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087a09ea0. 00000100:00000010:3.0:1776190132.062919:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 02000000:00000010:3.0:1776190132.062928:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e52ddcff. 02000000:00000010:3.0:1776190132.062950:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e142235e. 00000400:00000010:3.0:1776190132.062954:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002661a205. 00000400:00000010:3.0:1776190132.062959:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190132.062962:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301361856, portal 16 00000400:00000010:3.0:1776190132.062966:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008fe0f437. 00000100:00000200:3.0:1776190132.062968:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301361856, offset 0 00000400:00000200:3.0:1776190132.062973:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.062979:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.062985:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190132.062988:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190132.062991:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190132.062993:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92716:92716:256:4294967295] 192.168.203.39@tcp LPNI seq info [92716:92716:8:4294967295] 00000400:00000200:3.0:1776190132.063002:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.063006:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.063008:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.063012:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.063016:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.063018:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190132.063932:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.063936:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:2.0:1776190132.063943:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.063948:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.063952:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fe0f437 00000400:00000010:2.0:1776190132.063953:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008fe0f437. 00000100:00000200:2.0:1776190132.063959:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000001edc131 x1862468301361856/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190132.066815:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.066834:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18212c0 00000400:00000200:0.0:1776190132.066843:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5e29 [1] + 224 00000400:00000200:0.0:1776190132.066857:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.066861:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.066871:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000001edc131 x1862468301361856/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190132.068482:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002661a205. 00000400:00000200:3.0:1776190132.068491:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd055298 00000400:00000010:3.0:1776190132.068493:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd055298. 00000100:00000200:3.0:1776190132.068505:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000001edc131 x1862468301361856/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190132.068515:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000001edc131 x1862468301361856/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190132.068545:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e142235e. 02000000:00000010:3.0:1776190132.068564:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e52ddcff. 00000100:00000010:3.0:1776190132.068568:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 00000100:00000010:3.0:1776190132.068573:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000087a09ea0. 00010000:00000010:3.0:1776190132.068578:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007143c33a. 00010000:00000010:0.1:1776190132.068816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adc28316. 00010000:00000010:0.1:1776190132.068824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002b5d353. 00010000:00000010:2.1:1776190132.068869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ea96114. 00000400:00000200:2.0:1776190132.069053:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190132.069069:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377d40 00000400:00000200:2.0:1776190132.069077:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4745 [2] + 1968 00000400:00000010:2.0:1776190132.069081:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fee70bce. 00000400:00000200:2.0:1776190132.069084:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002265e1a2 00000400:00000200:2.0:1776190132.069142:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.069147:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.069150:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002265e1a2 00000400:00000010:2.0:1776190132.069152:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002265e1a2 (tot 82352066). 00000100:00000200:2.0:1776190132.069158:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190132.069229:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0de2731. 00000020:00000010:3.0:1776190132.069235:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190132.069238:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.069259:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d2470646 x1862468296473920/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190132.069289:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296473920 02000000:00000010:3.0:1776190132.069298:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e52ddcff. 00010000:00000010:3.0:1776190132.069328:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6386787. 00010000:00000010:3.0:1776190132.069345:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007143c33a. 00000100:00000010:3.0:1776190132.069349:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087a09ea0. 00000100:00000010:3.0:1776190132.069367:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000087a09ea0. 00010000:00000010:3.0:1776190132.069370:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007143c33a. 00000400:00000010:3.0:1776190132.069380:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190132.069384:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296473920, offset 224 00000400:00000200:3.0:1776190132.069392:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.069403:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.069408:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92717:92717:256:4294967295] 192.168.203.39@tcp LPNI seq info [92717:92717:8:4294967295] 00000400:00000200:3.0:1776190132.069416:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.069421:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.069425:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352314). 00000800:00000200:3.0:1776190132.069430:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.069436:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.069439:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.069453:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190132.069456:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.069459:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0de2731. 02000000:00000010:3.0:1776190132.069466:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d91d986f. 00000100:00000010:3.0:1776190132.069468:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ecfc9a6. 02000000:00000010:3.0:1776190132.069472:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000062d5b088. 00000100:00000010:3.0:1776190132.069473:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190132.069478:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000260efd92. 00000100:00000010:3.0:1776190132.069481:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 02000000:00000010:3.0:1776190132.069484:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000020ba0cf5. 00000100:00000010:3.0:1776190132.069486:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009382bd96. 02000000:00000010:3.0:1776190132.069488:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000259ad01c. 00000100:00000010:3.0:1776190132.069490:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 02000000:00000010:3.0:1776190132.069493:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000109dc683. 00000100:00000010:3.0:1776190132.069495:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 00000100:00000200:3.0:1776190132.069501:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190132.069505:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002661a205. 00000400:00000010:3.0:1776190132.069509:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000087a09ea0 (tot 82352466). 00080000:00000010:0.0:1776190132.069529:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d4eab22. 00000800:00000200:2.0:1776190132.069600:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.069604:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:2.0:1776190132.069609:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.069613:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.069615:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd055298 00000400:00000010:2.0:1776190132.069617:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd055298. 02000000:00000010:2.0:1776190132.069620:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e52ddcff. 00010000:00000010:0.0:1776190132.069830:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005b9a1959. 00010000:00000010:0.0:1776190132.069837:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005aa5bf56. 00010000:00000010:0.0:1776190132.069905:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a66ec2de. 00010000:00000010:0.0:1776190132.069912:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002a496c16. 00010000:00000010:0.0:1776190132.069922:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d724b586. 00000100:00000010:0.0:1776190132.069926:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d93df569. 00000100:00000010:0.0:1776190132.069933:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000efa05245. 02000000:00000010:0.0:1776190132.069942:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000feeb4d39. 02000000:00000010:0.0:1776190132.069962:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000be9aa117. 00000400:00000010:0.0:1776190132.069966:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0aa784a. 00000400:00000010:0.0:1776190132.069970:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab584b4e. 00000100:00000200:0.0:1776190132.069974:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301361920, portal 16 00000400:00000010:0.0:1776190132.069978:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a783a5b. 00000100:00000200:0.0:1776190132.069980:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301361920, offset 0 00000400:00000200:0.0:1776190132.069986:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.069994:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.070001:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190132.070004:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190132.070007:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190132.070009:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92718:92718:256:4294967295] 192.168.203.39@tcp LPNI seq info [92718:92718:8:4294967295] 00000400:00000200:0.0:1776190132.070016:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.070020:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.070023:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352466). 00000800:00000200:0.0:1776190132.070027:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.070031:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.070033:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190132.070123:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.070125:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352218). 00000400:00000200:3.0:1776190132.070129:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.070133:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.070136:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a783a5b 00000400:00000010:3.0:1776190132.070138:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a783a5b. 00000100:00000200:3.0:1776190132.070145:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000efa05245 x1862468301361920/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.073213:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.073233:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821300 00000400:00000200:3.0:1776190132.073243:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5e39 [1] + 224 00000400:00000200:3.0:1776190132.073256:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.073259:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.073268:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000efa05245 x1862468301361920/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190132.073587:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0aa784a. 00000400:00000200:0.0:1776190132.073593:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab584b4e 00000400:00000010:0.0:1776190132.073596:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab584b4e. 00000100:00000200:0.0:1776190132.073601:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000efa05245 x1862468301361920/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190132.073609:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000efa05245 x1862468301361920/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190132.073636:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be9aa117. 02000000:00000010:0.0:1776190132.073642:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000feeb4d39. 00000100:00000010:0.0:1776190132.073646:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000efa05245. 00000100:00000010:0.0:1776190132.073649:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d93df569. 00010000:00000010:0.0:1776190132.073653:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d724b586. 00000400:00000200:3.0:1776190132.073655:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.073662:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377d80 00000400:00000200:3.0:1776190132.073667:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb479d [2] + 0 00000400:00000200:3.0:1776190132.073721:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.073725:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.073729:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190132.073733:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000020:00000010:0.0:1776190132.073827:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000feeb4d39. 00000020:00000010:0.0:1776190132.073833:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190132.073837:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190132.073858:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074baf3bb x1862468296473984/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190132.073886:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296473984 02000000:00000010:0.0:1776190132.073895:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000be9aa117. 00010000:00000010:0.0:1776190132.073917:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002990bdaa. 00010000:00000010:0.0:1776190132.073934:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d724b586. 00000100:00000010:0.0:1776190132.073940:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d93df569. 00000100:00000010:0.0:1776190132.073952:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d93df569. 00010000:00000010:0.0:1776190132.073955:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d724b586. 00000400:00000010:0.0:1776190132.073966:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab584b4e. 00000100:00000200:0.0:1776190132.073970:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296473984, offset 224 00000400:00000200:0.0:1776190132.073977:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.073987:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.073992:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92719:92719:256:4294967295] 192.168.203.39@tcp LPNI seq info [92719:92719:8:4294967295] 00000400:00000200:0.0:1776190132.074001:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.074006:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.074011:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000826f680e (tot 82352466). 00000800:00000200:0.0:1776190132.074016:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.074023:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.074027:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000826f680e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190132.074040:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096d55133. 00000020:00000010:0.0:1776190132.074043:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190132.074046:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000feeb4d39. 00000800:00000200:3.0:1776190132.074140:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.074143:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000826f680e (tot 82352218). 00000400:00000200:3.0:1776190132.074147:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.074150:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.074153:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab584b4e 00000400:00000010:3.0:1776190132.074154:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab584b4e. 00080000:00000010:1.0:1776190132.074926:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce4b1797. 00010000:00000010:1.0:1776190132.075018:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a496c16. 00010000:00000010:1.0:1776190132.075025:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005a40a7ec. 00010000:00000010:1.0:1776190132.075174:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002787a695. 00010000:00000010:1.0:1776190132.075180:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f9bfe0d. 00010000:00000010:1.0:1776190132.075192:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000726c2a4e. 00000100:00000010:1.0:1776190132.075197:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afda5da4. 00000100:00000010:1.0:1776190132.075205:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b94bceb5. 02000000:00000010:1.0:1776190132.075216:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b95cbc9d. 02000000:00000010:1.0:1776190132.075238:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000efcbf5fb. 00000400:00000010:1.0:1776190132.075243:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000603dd179. 00000400:00000010:1.0:1776190132.075248:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000befa0629. 00000100:00000200:1.0:1776190132.075254:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301361984, portal 16 00000400:00000010:1.0:1776190132.075258:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098f92200. 00000100:00000200:1.0:1776190132.075260:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301361984, offset 0 00000400:00000200:1.0:1776190132.075267:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.075280:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.075287:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190132.075290:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190132.075293:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190132.075296:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92720:92720:256:4294967295] 192.168.203.39@tcp LPNI seq info [92720:92720:8:4294967295] 00000400:00000200:1.0:1776190132.075304:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.075309:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.075313:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d164298 (tot 82352466). 00000800:00000200:1.0:1776190132.075318:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.075323:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.075326:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d164298 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190132.076852:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.076859:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d164298 (tot 82352218). 00000400:00000200:3.0:1776190132.076867:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.076875:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.076880:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098f92200 00000400:00000010:3.0:1776190132.076882:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098f92200. 00000100:00000200:3.0:1776190132.076890:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b94bceb5 x1862468301361984/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190132.076896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c2361d1. 00010000:00000010:3.1:1776190132.078850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6ceaf43. 00010000:00000010:3.1:1776190132.078862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e79f07. 00010000:00000010:3.1:1776190132.078866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ca8a0b1. 00000400:00000200:3.0:1776190132.080379:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.080402:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821340 00000400:00000200:3.0:1776190132.080411:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5e45 [1] + 224 00000400:00000200:3.0:1776190132.080427:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.080431:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.080441:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b94bceb5 x1862468301361984/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190132.080877:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000603dd179. 00000400:00000200:1.0:1776190132.080883:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000befa0629 00000400:00000010:1.0:1776190132.080885:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000befa0629. 00000100:00000200:1.0:1776190132.080891:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b94bceb5 x1862468301361984/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190132.080899:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b94bceb5 x1862468301361984/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190132.080926:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000efcbf5fb. 02000000:00000010:1.0:1776190132.080932:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b95cbc9d. 00000100:00000010:1.0:1776190132.080936:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b94bceb5. 00000100:00000010:1.0:1776190132.080939:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afda5da4. 00010000:00000010:1.0:1776190132.080942:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000726c2a4e. 00010000:00000010:1.1:1776190132.081953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b88d9e2. 00010000:00000010:1.1:1776190132.081962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a66ec2de. 00000400:00000200:3.0:1776190132.086508:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.086527:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377dc0 00000400:00000200:3.0:1776190132.086534:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb479d [2] + 328 00000400:00000200:3.0:1776190132.086600:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.086604:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.086610:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190132.086617:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 00000020:00000010:1.0:1776190132.086843:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b95cbc9d. 00000020:00000010:1.0:1776190132.086852:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000942d2fb6. 00000020:00000010:1.0:1776190132.086856:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190132.086885:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016984533 x1862468296474048/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190132.086912:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296474048 02000000:00000010:1.0:1776190132.086923:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000efcbf5fb. 00010000:00000010:1.0:1776190132.086950:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041a0f1f4. 00010000:00000010:1.0:1776190132.086969:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000726c2a4e. 00000100:00000010:1.0:1776190132.086975:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afda5da4. 00000100:00000010:1.0:1776190132.086995:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afda5da4. 00010000:00000010:1.0:1776190132.086998:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000726c2a4e. 00000400:00000010:1.0:1776190132.087009:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000befa0629. 00000100:00000200:1.0:1776190132.087013:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296474048, offset 224 00000400:00000200:1.0:1776190132.087019:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.087029:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.087034:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92721:92721:256:4294967295] 192.168.203.39@tcp LPNI seq info [92721:92721:8:4294967295] 00000400:00000200:1.0:1776190132.087046:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.087053:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.087057:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006708edc (tot 82352466). 00000800:00000200:1.0:1776190132.087063:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00010000:00000010:0.1:1776190132.087065:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e737cc51. 00000800:00000200:1.0:1776190132.087071:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00010000:00000010:0.1:1776190132.087074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fae546e. 00000800:00000200:1.0:1776190132.087076:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006708edc type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.1:1776190132.087079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002122330d. 00000020:00000010:1.0:1776190132.087092:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000942d2fb6. 00000020:00000010:1.0:1776190132.087097:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190132.087100:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b95cbc9d. 00000800:00000200:3.0:1776190132.087540:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.087544:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006708edc (tot 82352218). 00000400:00000200:3.0:1776190132.087559:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.087564:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.087567:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000befa0629 00000400:00000010:3.0:1776190132.087569:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000befa0629. 00080000:00000010:3.0:1776190132.087605:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e52ddcff. 00010000:00000010:3.0:1776190132.087699:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f9bfe0d. 00010000:00000010:3.0:1776190132.087706:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000650ec351. 00010000:00000010:3.0:1776190132.087865:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ef5386f7. 00010000:00000010:3.0:1776190132.087869:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f407f934. 00010000:00000010:3.0:1776190132.087874:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:3.0:1776190132.087878:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015e9ac0d. 00080000:00000010:3.0:1776190132.087893:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0de2731. 00010000:00000010:3.0:1776190132.087922:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015e9ac0d. 00010000:00000010:3.0:1776190132.087926:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f407f934. 00010000:00000010:3.0:1776190132.087976:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003076311a. 00010000:00000010:3.0:1776190132.087980:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015e9ac0d. 00010000:00000010:3.0:1776190132.087988:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007143c33a. 00000100:00000010:3.0:1776190132.087993:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:3.0:1776190132.088000:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190132.088012:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e142235e. 02000000:00000010:3.0:1776190132.088036:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a43ef38. 00000400:00000010:3.0:1776190132.088042:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f06670c9. 00000400:00000010:3.0:1776190132.088047:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012090ddf. 00000100:00000200:3.0:1776190132.088052:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301362048, portal 16 00000400:00000010:3.0:1776190132.088056:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008045c754. 00000100:00000200:3.0:1776190132.088059:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301362048, offset 0 00000400:00000200:3.0:1776190132.088064:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.088073:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.088079:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190132.088082:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190132.088085:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190132.088088:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92722:92722:256:4294967295] 192.168.203.39@tcp LPNI seq info [92722:92722:8:4294967295] 00000400:00000200:3.0:1776190132.088096:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.088101:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.088105:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.088110:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.088115:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.088118:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.088296:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.088299:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:0.0:1776190132.088306:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.088309:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.088313:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008045c754 00000400:00000010:0.0:1776190132.088314:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008045c754. 00000100:00000200:0.0:1776190132.088321:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ffde2ec x1862468301362048/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.091067:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.091088:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821380 00000400:00000200:3.0:1776190132.091097:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5e51 [1] + 224 00000400:00000200:3.0:1776190132.091112:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.091116:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.091126:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ffde2ec x1862468301362048/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.091918:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.091928:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377e00 00000400:00000200:3.0:1776190132.091934:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb479d [2] + 656 00000400:00000200:3.0:1776190132.091983:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.091987:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.091991:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190132.091996:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 00000400:00000010:0.0:1776190132.092073:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f06670c9. 00000400:00000200:0.0:1776190132.092078:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012090ddf 00000400:00000010:0.0:1776190132.092080:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012090ddf. 00000100:00000200:0.0:1776190132.092086:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ffde2ec x1862468301362048/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190132.092094:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ffde2ec x1862468301362048/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190132.092119:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a43ef38. 02000000:00000010:0.0:1776190132.092125:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e142235e. 00000100:00000010:0.0:1776190132.092129:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000010:0.0:1776190132.092134:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:0.0:1776190132.092138:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007143c33a. 00000020:00000010:3.0:1776190132.092842:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed4cf186. 00000020:00000010:3.0:1776190132.092850:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190132.092854:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.092878:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000001edc131 x1862468296474112/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190132.092903:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296474112 02000000:00000010:3.0:1776190132.092912:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005a43ef38. 00010000:00000010:3.0:1776190132.092935:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068918a34. 00010000:00000010:3.0:1776190132.092953:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043d70354. 00000100:00000010:3.0:1776190132.092958:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:3.0:1776190132.092968:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:3.0:1776190132.092970:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043d70354. 00080000:00000010:3.0:1776190132.092992:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085020f09. 00010000:00000010:3.0:1776190132.093061:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015e9ac0d. 00010000:00000010:3.0:1776190132.093066:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000780eaa30. 00010000:00000010:3.0:1776190132.093130:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5d4ce12. 00010000:00000010:3.0:1776190132.093134:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015e9ac0d. 00010000:00000010:3.0:1776190132.093142:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043d70354. 00000100:00000010:3.0:1776190132.093145:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:3.0:1776190132.093150:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190132.093159:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000088c6f3cd. 02000000:00000010:3.0:1776190132.093176:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb0f69d6. 00000400:00000010:3.0:1776190132.093180:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c252b6e. 00000400:00000010:3.0:1776190132.093185:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001170e319. 00000100:00000200:3.0:1776190132.093190:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301362112, portal 16 00000400:00000010:3.0:1776190132.093194:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012090ddf. 00000100:00000200:3.0:1776190132.093195:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301362112, offset 0 00000400:00000200:3.0:1776190132.093202:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.093213:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.093219:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190132.093223:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190132.093226:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190132.093229:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92723:92723:256:4294967295] 192.168.203.39@tcp LPNI seq info [92723:92723:8:4294967295] 00000400:00000200:3.0:1776190132.093239:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.093244:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.093248:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.093253:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.093259:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.093493:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190132.094039:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.094044:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:3.0:1776190132.094052:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.094057:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.094062:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012090ddf 00000400:00000010:3.0:1776190132.094064:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012090ddf. 00000100:00000200:3.0:1776190132.094071:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ffde2ec x1862468301362112/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190132.094094:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012090ddf. 00000100:00000200:3.0:1776190132.094098:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296474112, offset 224 00000400:00000200:3.0:1776190132.094103:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.094111:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.094115:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92724:92724:256:4294967295] 192.168.203.39@tcp LPNI seq info [92724:92724:8:4294967295] 00000400:00000200:3.0:1776190132.094121:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.094125:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.094128:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.094131:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.094135:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.094138:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.094155:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190132.094160:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.094162:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed4cf186. 00000800:00000200:0.0:1776190132.094818:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.094821:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:0.0:1776190132.094827:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.094831:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.094835:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012090ddf 00000400:00000010:0.0:1776190132.094837:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012090ddf. 00000400:00000200:0.0:1776190132.097371:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.097391:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18213c0 00000400:00000200:0.0:1776190132.097400:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5e59 [1] + 224 00000400:00000200:0.0:1776190132.097412:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.097416:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.097426:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ffde2ec x1862468301362112/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190132.097462:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.097468:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377e40 00000400:00000200:0.0:1776190132.097474:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb479d [2] + 984 00000400:00000010:3.0:1776190132.097486:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c252b6e. 00000400:00000200:3.0:1776190132.097492:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001170e319 00000400:00000010:3.0:1776190132.097493:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001170e319. 00000100:00000200:3.0:1776190132.097500:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ffde2ec x1862468301362112/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190132.097509:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ffde2ec x1862468301362112/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190132.097521:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.097526:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.097530:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190132.097536:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000efa05245. 02000000:00000010:3.0:1776190132.097538:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb0f69d6. 02000000:00000010:3.0:1776190132.097556:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000088c6f3cd. 00000100:00000010:3.0:1776190132.097561:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000010:3.0:1776190132.097567:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:3.0:1776190132.097570:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043d70354. 00000020:00000010:3.0:1776190132.098060:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088c6f3cd. 00000020:00000010:3.0:1776190132.098067:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000361a7f5d. 00000020:00000010:3.0:1776190132.098071:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.098094:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000efa05245 x1862468296474176/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190132.098119:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296474176 02000000:00000010:3.0:1776190132.098127:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fb0f69d6. 00010000:00000010:3.0:1776190132.098153:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007611adbc. 00010000:00000010:3.0:1776190132.098171:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043d70354. 00000100:00000010:3.0:1776190132.098176:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:3.0:1776190132.098185:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:3.0:1776190132.098187:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043d70354. 00080000:00000010:3.0:1776190132.098210:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed4cf186. 00010000:00000010:3.0:1776190132.098284:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015e9ac0d. 00010000:00000010:3.0:1776190132.098291:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d27521a. 00010000:00000010:3.0:1776190132.098366:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002abaa25e. 00010000:00000010:3.0:1776190132.098372:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015e9ac0d. 00010000:00000010:3.0:1776190132.098381:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043d70354. 00000100:00000010:3.0:1776190132.098384:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:3.0:1776190132.098390:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190132.098401:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000079315e8. 02000000:00000010:3.0:1776190132.098420:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000016f18953. 00000400:00000010:3.0:1776190132.098425:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c252b6e. 00000400:00000010:3.0:1776190132.098430:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001170e319. 00000100:00000200:3.0:1776190132.098435:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301362176, portal 16 00000400:00000010:3.0:1776190132.098439:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008045c754. 00000100:00000200:3.0:1776190132.098441:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301362176, offset 0 00000400:00000200:3.0:1776190132.098448:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.098459:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.098466:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190132.098469:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190132.098472:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190132.098476:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92725:92725:256:4294967295] 192.168.203.39@tcp LPNI seq info [92725:92725:8:4294967295] 00000400:00000200:3.0:1776190132.098484:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.098489:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.098493:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.098498:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.098504:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.098508:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190132.100410:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.100417:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:3.0:1776190132.100425:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.100433:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.100439:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008045c754 00000400:00000010:3.0:1776190132.100441:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008045c754. 00000100:00000200:3.0:1776190132.100449:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ffde2ec x1862468301362176/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190132.100484:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008045c754. 00000100:00000200:3.0:1776190132.100489:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296474176, offset 224 00000400:00000200:3.0:1776190132.100496:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.100508:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.100513:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92726:92726:256:4294967295] 192.168.203.39@tcp LPNI seq info [92726:92726:8:4294967295] 00000400:00000200:3.0:1776190132.100522:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.100527:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.100531:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.100536:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.100542:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.100556:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.100585:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000361a7f5d. 00000020:00000010:3.0:1776190132.100596:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.100600:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088c6f3cd. 00000800:00000200:1.0:1776190132.100681:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.100683:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:1.0:1776190132.100687:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.100691:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.100693:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008045c754 00000400:00000010:1.0:1776190132.100695:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008045c754. 00010000:00000010:3.1:1776190132.101806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000249238e2. 00010000:00000010:3.1:1776190132.101816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002787a695. 00010000:00000010:3.1:1776190132.101820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef5386f7. 00010000:00000010:3.1:1776190132.101824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:3.1:1776190132.101827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061595ad9. 00010000:00000010:3.1:1776190132.101830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053c3c64f. 00010000:00000010:3.1:1776190132.101833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003076311a. 00010000:00000010:1.1:1776190132.101878:0:78454:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c976bd2d. 00000400:00000200:0.0:1776190132.104498:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.104518:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821400 00000400:00000200:0.0:1776190132.104527:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5e65 [1] + 224 00000400:00000200:0.0:1776190132.104540:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.104544:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.104564:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ffde2ec x1862468301362176/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190132.104655:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c252b6e. 00000400:00000200:2.0:1776190132.104660:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001170e319 00000400:00000010:2.0:1776190132.104662:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001170e319. 00000100:00000200:2.0:1776190132.104668:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ffde2ec x1862468301362176/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.104684:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ffde2ec x1862468301362176/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.104714:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000016f18953. 02000000:00000010:2.0:1776190132.104719:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000079315e8. 00000100:00000010:2.0:1776190132.104722:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000010:2.0:1776190132.104728:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:2.0:1776190132.104731:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043d70354. 00010000:00000010:3.1:1776190132.110229:0:78455:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d914f0dc. 00010000:00000010:3.1:1776190132.110241:0:78455:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffbe21c1. 00010000:00000010:3.1:1776190132.110245:0:78455:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5d4ce12. 00000400:00000200:0.0:1776190132.110409:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.110426:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377e80 00000400:00000200:0.0:1776190132.110434:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb479d [2] + 1312 00000400:00000200:0.0:1776190132.110493:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.110498:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.110505:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190132.110511:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2d466. 00000020:00000010:3.0:1776190132.111024:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078e65121. 00000020:00000010:3.0:1776190132.111032:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000361a7f5d. 00000020:00000010:3.0:1776190132.111036:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.111062:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002fe2d466 x1862468296474240/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190132.111092:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296474240 02000000:00000010:3.0:1776190132.111103:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004dcb0f00. 00010000:00000010:3.0:1776190132.111129:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0b66ef8. 00010000:00000010:3.0:1776190132.111148:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000414eae2f. 00000100:00000010:3.0:1776190132.111155:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:3.0:1776190132.111166:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:3.0:1776190132.111169:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000414eae2f. 00000400:00000010:3.0:1776190132.111181:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190132.111185:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296474240, offset 224 00000400:00000200:3.0:1776190132.111193:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.111203:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.111209:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92727:92727:256:4294967295] 192.168.203.39@tcp LPNI seq info [92727:92727:8:4294967295] 00000400:00000200:3.0:1776190132.111218:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.111223:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.111228:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.111233:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.111239:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.111242:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.111265:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000361a7f5d. 00000020:00000010:3.0:1776190132.111270:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.111273:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078e65121. 00000800:00000200:3.0:1776190132.111574:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.111579:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:3.0:1776190132.111585:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.111651:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.111655:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd055298 00000400:00000010:3.0:1776190132.111658:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd055298. 00080000:00000010:2.0:1776190132.111981:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c56bea89. 00010000:00000010:2.0:1776190132.112070:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015e9ac0d. 00010000:00000010:2.0:1776190132.112078:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000059696a. 00010000:00000010:2.0:1776190132.112152:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000de845fd. 00010000:00000010:2.0:1776190132.112158:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd7892b4. 00010000:00000010:2.0:1776190132.112167:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012f1bd92. 00000100:00000010:2.0:1776190132.112172:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d5e0a83. 00000100:00000010:2.0:1776190132.112178:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190132.112190:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000109dc683. 02000000:00000010:2.0:1776190132.112213:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000020ba0cf5. 00000400:00000010:2.0:1776190132.112219:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fee70bce. 00000400:00000010:2.0:1776190132.112224:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ef1c59. 00000100:00000200:2.0:1776190132.112229:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301362240, portal 16 00000400:00000010:2.0:1776190132.112234:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098d8ef60. 00000100:00000200:2.0:1776190132.112236:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301362240, offset 0 00000400:00000200:2.0:1776190132.112242:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.112251:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.112258:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.112261:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.112263:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.112266:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92728:92728:256:4294967295] 192.168.203.39@tcp LPNI seq info [92728:92728:8:4294967295] 00000400:00000200:2.0:1776190132.112273:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.112277:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.112280:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007553869f (tot 82352466). 00000800:00000200:2.0:1776190132.112285:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.112289:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.112291:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007553869f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.112748:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.112752:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352218). 00000400:00000200:0.0:1776190132.112758:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.112763:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.112766:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098d8ef60 00000400:00000010:0.0:1776190132.112768:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098d8ef60. 00000100:00000200:0.0:1776190132.112806:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e941f260 x1862468301362240/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.117111:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.117130:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821440 00000400:00000200:3.0:1776190132.117139:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5e75 [1] + 224 00000400:00000200:3.0:1776190132.117153:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.117157:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.117167:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e941f260 x1862468301362240/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190132.117252:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fee70bce. 00000400:00000200:2.0:1776190132.117256:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ef1c59 00000400:00000010:2.0:1776190132.117258:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ef1c59. 00000100:00000200:2.0:1776190132.117264:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e941f260 x1862468301362240/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.117272:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e941f260 x1862468301362240/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.117302:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000020ba0cf5. 02000000:00000010:2.0:1776190132.117307:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000109dc683. 00000100:00000010:2.0:1776190132.117310:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 00000100:00000010:2.0:1776190132.117317:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d5e0a83. 00010000:00000010:2.0:1776190132.117322:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012f1bd92. 00000400:00000200:3.0:1776190132.120504:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.120523:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377ec0 00000400:00000200:3.0:1776190132.120531:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb479d [2] + 1640 00010000:00000010:2.1:1776190132.120820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006e16e1e. 00010000:00000010:2.1:1776190132.120829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002abaa25e. 00000400:00000200:3.0:1776190132.121407:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.121416:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.121424:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190132.121431:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 00000020:00000010:2.0:1776190132.121560:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000109dc683. 00000020:00000010:2.0:1776190132.121568:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190132.121573:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190132.121663:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002fe2a2b9 x1862468296474304/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190132.121711:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296474304 02000000:00000010:2.0:1776190132.121722:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000020ba0cf5. 00010000:00000010:2.0:1776190132.121747:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003868c105. 00010000:00000010:2.0:1776190132.121769:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012f1bd92. 00000100:00000010:2.0:1776190132.122279:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d5e0a83. 00000100:00000010:2.0:1776190132.122329:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d5e0a83. 00010000:00000010:2.0:1776190132.122335:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012f1bd92. 00000400:00000010:2.0:1776190132.122350:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ef1c59. 00000100:00000200:2.0:1776190132.122355:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296474304, offset 224 00000400:00000200:2.0:1776190132.122363:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.122375:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.122381:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92729:92729:256:4294967295] 192.168.203.39@tcp LPNI seq info [92729:92729:8:4294967295] 00000400:00000200:2.0:1776190132.122391:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.122397:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.122402:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007553869f (tot 82352466). 00000800:00000200:2.0:1776190132.122408:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.122415:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.122418:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007553869f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190132.122444:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190132.122448:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190132.122451:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000109dc683. 00000800:00000200:3.0:1776190132.122574:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.122578:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352218). 00000400:00000200:3.0:1776190132.122584:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.122594:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.122597:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ef1c59 00000400:00000010:3.0:1776190132.122599:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ef1c59. 00080000:00000010:0.0:1776190132.126508:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000feeb4d39. 00010000:00000010:0.0:1776190132.126629:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd7892b4. 00010000:00000010:0.0:1776190132.126639:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006cc8b2cc. 00010000:00000010:0.0:1776190132.126724:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002a336a47. 00010000:00000010:0.0:1776190132.126730:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d7924896. 00010000:00000010:0.0:1776190132.126743:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d724b586. 00000100:00000010:0.0:1776190132.126750:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d93df569. 00000100:00000010:0.0:1776190132.126760:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f627330. 02000000:00000010:0.0:1776190132.126797:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000018761fd4. 02000000:00000010:0.0:1776190132.126827:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018525776. 00000400:00000010:0.0:1776190132.126844:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0aa784a. 00000400:00000010:0.0:1776190132.126850:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000509ece33. 00000100:00000200:0.0:1776190132.126857:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301362304, portal 16 00000400:00000010:0.0:1776190132.126862:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a3fb80ce. 00000100:00000200:0.0:1776190132.126864:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301362304, offset 0 00000400:00000200:0.0:1776190132.126873:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.126890:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.126897:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190132.126901:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190132.126904:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190132.126907:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92730:92730:256:4294967295] 192.168.203.39@tcp LPNI seq info [92730:92730:8:4294967295] 00000400:00000200:0.0:1776190132.126917:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.126922:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.126927:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352466). 00000800:00000200:0.0:1776190132.126933:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.126940:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.126944:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190132.127171:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.127175:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352218). 00000400:00000200:2.0:1776190132.127179:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.127183:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.127188:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a3fb80ce 00000400:00000010:2.0:1776190132.127190:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a3fb80ce. 00000100:00000200:2.0:1776190132.127197:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f627330 x1862468301362304/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190132.129648:0:78462:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074b8d82a. 00000400:00000200:0.0:1776190132.134275:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.134294:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821480 00000400:00000200:0.0:1776190132.134303:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5e81 [1] + 224 00000400:00000200:0.0:1776190132.134319:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.134323:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.134333:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f627330 x1862468301362304/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190132.134731:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0aa784a. 00000400:00000200:3.0:1776190132.134738:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000509ece33 00000400:00000010:3.0:1776190132.134739:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000509ece33. 00000100:00000200:3.0:1776190132.134746:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f627330 x1862468301362304/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190132.134753:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f627330 x1862468301362304/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190132.134807:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018525776. 02000000:00000010:3.0:1776190132.134815:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000018761fd4. 00000100:00000010:3.0:1776190132.134818:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f627330. 00000100:00000010:3.0:1776190132.134822:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d93df569. 00010000:00000010:3.0:1776190132.134826:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d724b586. 00010000:00000010:2.1:1776190132.134890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007569a5ba. 00000400:00000200:0.0:1776190132.134954:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.134963:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377f00 00000400:00000200:0.0:1776190132.134969:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb479d [2] + 1968 00000400:00000010:0.0:1776190132.134973:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0532953. 00000400:00000200:0.0:1776190132.134976:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f5ffc50b 00000400:00000200:0.0:1776190132.135022:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.135026:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.135029:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5ffc50b 00000400:00000010:0.0:1776190132.135031:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f5ffc50b (tot 82352066). 00000100:00000200:0.0:1776190132.135036:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190132.135108:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000109dc683. 00000020:00000010:2.0:1776190132.135115:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190132.135119:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190132.135143:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b6525e51 x1862468296474368/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190132.135177:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296474368 02000000:00000010:2.0:1776190132.135187:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000062d5b088. 00010000:00000010:2.0:1776190132.135213:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002d92d7ce. 00010000:00000010:2.0:1776190132.135232:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012f1bd92. 00000100:00000010:2.0:1776190132.135238:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d5e0a83. 00000100:00000010:2.0:1776190132.135245:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d5e0a83. 00010000:00000010:2.0:1776190132.135249:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012f1bd92. 00000400:00000010:2.0:1776190132.135260:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d797cb3e. 00000100:00000200:2.0:1776190132.135264:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296474368, offset 224 00000400:00000200:2.0:1776190132.135272:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.135281:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.135286:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92731:92731:256:4294967295] 192.168.203.39@tcp LPNI seq info [92731:92731:8:4294967295] 00000400:00000200:2.0:1776190132.135297:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.135303:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.135307:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc81a4c0 (tot 82352314). 00000800:00000200:2.0:1776190132.135312:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.135320:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.135323:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc81a4c0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190132.135340:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190132.135344:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190132.135346:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000109dc683. 02000000:00000010:2.0:1776190132.135353:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000020ba0cf5. 00000100:00000010:2.0:1776190132.135355:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 02000000:00000010:2.0:1776190132.135359:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004dcb0f00. 00000100:00000010:2.0:1776190132.135362:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2d466. 02000000:00000010:2.0:1776190132.135364:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fb0f69d6. 00000100:00000010:2.0:1776190132.135367:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000efa05245. 02000000:00000010:2.0:1776190132.135369:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005a43ef38. 00000100:00000010:2.0:1776190132.135372:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 02000000:00000010:2.0:1776190132.135376:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000efcbf5fb. 00000100:00000010:2.0:1776190132.135378:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 02000000:00000010:2.0:1776190132.135381:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000be9aa117. 00000100:00000010:2.0:1776190132.135383:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 00000100:00000200:2.0:1776190132.135390:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:2.0:1776190132.135451:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.135455:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc81a4c0 (tot 82352066). 00000400:00000200:2.0:1776190132.135460:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.135463:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.135466:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d797cb3e 00000400:00000010:2.0:1776190132.135467:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d797cb3e. 02000000:00000010:2.0:1776190132.135471:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000062d5b088. 00000400:00000010:2.0:1776190132.135483:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fee70bce. 00000400:00000010:2.0:1776190132.135487:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007d5e0a83 (tot 82352218). 00080000:00000010:3.0:1776190132.135835:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078e65121. 00010000:00000010:3.0:1776190132.135926:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7924896. 00010000:00000010:3.0:1776190132.135932:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eaf51076. 00010000:00000010:3.0:1776190132.136006:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ef5386f7. 00010000:00000010:3.0:1776190132.136010:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000361a7f5d. 00010000:00000010:3.0:1776190132.136015:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5d4ce12. 00010000:00000010:3.0:1776190132.136019:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000447a23de. 00080000:00000010:3.0:1776190132.136032:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b70a480a. 00010000:00000010:3.0:1776190132.136059:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000447a23de. 00010000:00000010:3.0:1776190132.136063:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000361a7f5d. 00010000:00000010:3.0:1776190132.136113:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003076311a. 00010000:00000010:3.0:1776190132.136117:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000447a23de. 00010000:00000010:3.0:1776190132.136124:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000414eae2f. 00000100:00000010:3.0:1776190132.136128:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:3.0:1776190132.136137:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 02000000:00000010:3.0:1776190132.136149:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004dcb0f00. 02000000:00000010:3.0:1776190132.136171:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000079315e8. 00000400:00000010:3.0:1776190132.136175:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f7ed9a2. 00000400:00000010:3.0:1776190132.136180:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190132.136184:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301362368, portal 16 00000400:00000010:3.0:1776190132.136188:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008fe0f437. 00000100:00000200:3.0:1776190132.136190:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301362368, offset 0 00000400:00000200:3.0:1776190132.136196:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.136205:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.136211:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190132.136214:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190132.136217:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190132.136220:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92732:92732:256:4294967295] 192.168.203.39@tcp LPNI seq info [92732:92732:8:4294967295] 00000400:00000200:3.0:1776190132.136227:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.136231:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.136235:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.136239:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.136244:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.136247:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.136383:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.136386:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:0.0:1776190132.136391:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.136395:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.136399:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fe0f437 00000400:00000010:0.0:1776190132.136400:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008fe0f437. 00000100:00000200:0.0:1776190132.136406:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c4a3a006 x1862468301362368/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190132.138970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000241dfb5b. 00010000:00000010:0.1:1776190132.138983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000de845fd. 00010000:00000010:2.1:1776190132.143807:0:78463:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596a01c. 00000400:00000200:0.0:1776190132.144065:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.144081:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18214c0 00000400:00000200:0.0:1776190132.144089:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5e91 [1] + 224 00000400:00000200:0.0:1776190132.144104:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.144108:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.144119:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c4a3a006 x1862468301362368/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190132.144215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038f1ddd9. 00010000:00000010:3.1:1776190132.144222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a336a47. 00010000:00000010:3.1:1776190132.144227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef5386f7. 00010000:00000010:3.1:1776190132.144229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5d4ce12. 00000400:00000010:3.0:1776190132.144248:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f7ed9a2. 00000400:00000200:3.0:1776190132.144253:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd055298 00000400:00000010:3.0:1776190132.144254:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd055298. 00000100:00000200:3.0:1776190132.144260:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c4a3a006 x1862468301362368/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190132.144268:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c4a3a006 x1862468301362368/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190132.144297:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000079315e8. 02000000:00000010:3.0:1776190132.144303:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004dcb0f00. 00000100:00000010:3.0:1776190132.144306:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 00000100:00000010:3.0:1776190132.144310:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:3.0:1776190132.144313:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000414eae2f. 00000400:00000200:0.0:1776190132.148721:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.148741:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377f40 00000400:00000200:0.0:1776190132.148749:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb47f5 [2] + 0 00000400:00000200:0.0:1776190132.148818:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.148823:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.148830:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190132.148835:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ed276d7f. 00000020:00000010:2.0:1776190132.151867:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062d5b088. 00000020:00000010:2.0:1776190132.151879:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2f315f9. 00000020:00000010:2.0:1776190132.151884:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190132.151913:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ed276d7f x1862468296474432/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190132.151954:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296474432 02000000:00000010:2.0:1776190132.151965:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000020ba0cf5. 00010000:00000010:2.0:1776190132.151989:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027d191a0. 00010000:00000010:2.0:1776190132.152008:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000acdbbe19. 00000100:00000010:2.0:1776190132.152016:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002265e1a2. 00000100:00000010:2.0:1776190132.152030:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002265e1a2. 00010000:00000010:2.0:1776190132.152034:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000acdbbe19. 00000400:00000010:2.0:1776190132.152045:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d797cb3e. 00000100:00000200:2.0:1776190132.152050:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296474432, offset 224 00000400:00000200:2.0:1776190132.152059:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.152073:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.152079:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92733:92733:256:4294967295] 192.168.203.39@tcp LPNI seq info [92733:92733:8:4294967295] 00000400:00000200:2.0:1776190132.152089:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.152095:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.152099:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc81a4c0 (tot 82352466). 00000800:00000200:2.0:1776190132.152105:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.152112:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.152116:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc81a4c0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190132.152137:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2f315f9. 00000020:00000010:2.0:1776190132.152142:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190132.152144:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062d5b088. 00000800:00000200:2.0:1776190132.152244:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.152247:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc81a4c0 (tot 82352218). 00000400:00000200:2.0:1776190132.152253:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.152258:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.152262:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d797cb3e 00000400:00000010:2.0:1776190132.152264:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d797cb3e. 00080000:00000010:3.0:1776190132.154095:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004dcb0f00. 00010000:00000010:3.0:1776190132.154205:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000447a23de. 00010000:00000010:3.0:1776190132.154215:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d957658a. 00010000:00000010:3.0:1776190132.154298:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5d4ce12. 00010000:00000010:3.0:1776190132.154306:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000447a23de. 00010000:00000010:3.0:1776190132.154317:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000414eae2f. 00000100:00000010:3.0:1776190132.154324:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:3.0:1776190132.154334:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 02000000:00000010:3.0:1776190132.154350:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000079315e8. 02000000:00000010:3.0:1776190132.154377:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000016f18953. 00000400:00000010:3.0:1776190132.154384:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f7ed9a2. 00000400:00000010:3.0:1776190132.154390:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190132.154398:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301362432, portal 16 00000400:00000010:3.0:1776190132.154404:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faf97dbc. 00000100:00000200:3.0:1776190132.154406:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301362432, offset 0 00000400:00000200:3.0:1776190132.154415:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.154431:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.154438:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190132.154441:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190132.154445:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190132.154448:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92734:92734:256:4294967295] 192.168.203.39@tcp LPNI seq info [92734:92734:8:4294967295] 00000400:00000200:3.0:1776190132.154456:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.154462:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.154467:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.154473:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.154479:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.154482:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190132.154761:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.154766:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:1.0:1776190132.154799:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.154804:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.154808:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faf97dbc 00000400:00000010:1.0:1776190132.154810:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faf97dbc. 00000100:00000200:1.0:1776190132.154817:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c4a3a006 x1862468301362432/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190132.164314:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190132.164333:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821500 00000400:00000200:2.0:1776190132.164343:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5e9d [1] + 224 00000400:00000200:2.0:1776190132.164354:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.164358:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190132.164368:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c4a3a006 x1862468301362432/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190132.164400:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190132.164404:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377f80 00000400:00000200:2.0:1776190132.164409:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb47f5 [2] + 328 00000400:00000200:2.0:1776190132.164466:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.164471:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190132.164475:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190132.164480:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 00000400:00000010:2.0:1776190132.164514:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f7ed9a2. 00000400:00000200:2.0:1776190132.164518:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd055298 00000400:00000010:2.0:1776190132.164520:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd055298. 00000100:00000200:2.0:1776190132.164525:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c4a3a006 x1862468301362432/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.164533:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c4a3a006 x1862468301362432/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.164571:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000016f18953. 02000000:00000010:2.0:1776190132.164577:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000079315e8. 00000100:00000010:2.0:1776190132.164581:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 00000100:00000010:2.0:1776190132.164584:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:2.0:1776190132.164588:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000414eae2f. 00000020:00000010:2.0:1776190132.165117:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062d5b088. 00000020:00000010:2.0:1776190132.165123:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2f315f9. 00000020:00000010:2.0:1776190132.165128:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190132.165151:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e941f260 x1862468296474496/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190132.165200:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296474496 02000000:00000010:2.0:1776190132.165219:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000109dc683. 00010000:00000010:2.0:1776190132.165244:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f882821. 00010000:00000010:2.0:1776190132.165260:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000acdbbe19. 00000100:00000010:2.0:1776190132.165266:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002265e1a2. 00000100:00000010:2.0:1776190132.165275:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002265e1a2. 00010000:00000010:2.0:1776190132.165277:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000acdbbe19. 00000400:00000010:2.0:1776190132.165288:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d797cb3e. 00000100:00000200:2.0:1776190132.165292:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296474496, offset 224 00000400:00000200:2.0:1776190132.165299:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.165310:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.165316:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92735:92735:256:4294967295] 192.168.203.39@tcp LPNI seq info [92735:92735:8:4294967295] 00000400:00000200:2.0:1776190132.165326:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.165332:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.165336:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc81a4c0 (tot 82352466). 00000800:00000200:2.0:1776190132.165341:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.165347:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.165350:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc81a4c0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190132.165364:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2f315f9. 00000020:00000010:2.0:1776190132.165368:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190132.165371:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062d5b088. 00080000:00000010:2.0:1776190132.165394:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062d5b088. 00010000:00000010:2.0:1776190132.165469:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000447a23de. 00010000:00000010:2.0:1776190132.165475:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b0886955. 00010000:00000010:2.0:1776190132.165541:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb396538. 00010000:00000010:2.0:1776190132.165558:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8e6ec3b. 00010000:00000010:2.0:1776190132.165568:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000acdbbe19. 00000100:00000010:2.0:1776190132.165571:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002265e1a2. 00000100:00000010:2.0:1776190132.165577:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 02000000:00000010:2.0:1776190132.165598:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d91d986f. 02000000:00000010:2.0:1776190132.165624:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046ec8719. 00000400:00000010:2.0:1776190132.165629:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000022722bb0. 00000400:00000010:2.0:1776190132.165632:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc836e8a. 00000100:00000200:2.0:1776190132.165637:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301362496, portal 16 00000400:00000010:2.0:1776190132.165640:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000177066b0. 00000100:00000200:2.0:1776190132.165642:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301362496, offset 0 00000400:00000200:2.0:1776190132.165647:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.165652:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.165658:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.165947:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.165950:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.165953:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92736:92736:255:4294967295] 192.168.203.39@tcp LPNI seq info [92736:92736:7:4294967295] 00000400:00000200:2.0:1776190132.165961:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.165966:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.165969:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c149bd5 (tot 82352714). 00000800:00000200:2.0:1776190132.165974:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.165978:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.165980:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c149bd5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190132.166024:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.166027:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc81a4c0 (tot 82352466). 00000400:00000200:2.0:1776190132.166031:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.166035:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.166038:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d797cb3e 00000400:00000010:2.0:1776190132.166040:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d797cb3e. 00000800:00000200:2.0:1776190132.166100:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.166102:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352218). 00000400:00000200:2.0:1776190132.166104:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.166108:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.166110:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000177066b0 00000400:00000010:2.0:1776190132.166112:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000177066b0. 00000100:00000200:2.0:1776190132.166117:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000969b7ebd x1862468301362496/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190132.167826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f9b2008. 00010000:00000010:3.1:1776190132.168400:0:78454:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000424c670d. 00010000:00000010:3.1:1776190132.168408:0:78454:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003076311a. 00000400:00000200:1.0:1776190132.171193:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.171215:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821540 00000400:00000200:1.0:1776190132.171225:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5ea9 [1] + 224 00000400:00000200:1.0:1776190132.171235:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.171238:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.171249:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000969b7ebd x1862468301362496/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.171278:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.171283:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1377fc0 00000400:00000200:1.0:1776190132.171287:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb47f5 [2] + 656 00000400:00000200:1.0:1776190132.171978:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.171986:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.171991:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.172000:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b94bceb5. 00000400:00000010:1.0:1776190132.172108:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000022722bb0. 00000400:00000200:1.0:1776190132.172114:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc836e8a 00000400:00000010:1.0:1776190132.172116:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc836e8a. 00000100:00000200:1.0:1776190132.172124:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000969b7ebd x1862468301362496/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190132.172132:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000969b7ebd x1862468301362496/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190132.172163:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046ec8719. 02000000:00000010:1.0:1776190132.172168:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d91d986f. 00000100:00000010:1.0:1776190132.172172:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 00000100:00000010:1.0:1776190132.172175:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002265e1a2. 00010000:00000010:1.0:1776190132.172178:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000acdbbe19. 00000020:00000010:2.0:1776190132.172433:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dcfd2e0f. 00000020:00000010:2.0:1776190132.172440:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2f315f9. 00000020:00000010:2.0:1776190132.172445:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190132.172469:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b94bceb5 x1862468296474560/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190132.172535:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296474560 02000000:00000010:2.0:1776190132.172554:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c318a548. 00010000:00000010:2.0:1776190132.172580:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a1f87d7. 00010000:00000010:2.0:1776190132.172607:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000002c4e861. 00000100:00000010:2.0:1776190132.172614:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002265e1a2. 00000100:00000010:2.0:1776190132.172626:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002265e1a2. 00010000:00000010:2.0:1776190132.172629:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000002c4e861. 00000400:00000010:2.0:1776190132.172640:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000177066b0. 00000100:00000200:2.0:1776190132.172645:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296474560, offset 224 00000400:00000200:2.0:1776190132.172651:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.172664:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.172679:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92737:92737:256:4294967295] 192.168.203.39@tcp LPNI seq info [92737:92737:8:4294967295] 00000400:00000200:2.0:1776190132.172689:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.172693:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.172698:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c149bd5 (tot 82352466). 00000800:00000200:2.0:1776190132.172704:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.172712:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.172715:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c149bd5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190132.172731:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2f315f9. 00000020:00000010:2.0:1776190132.172735:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190132.172738:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dcfd2e0f. 00000800:00000200:2.0:1776190132.172847:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.172851:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352218). 00000400:00000200:2.0:1776190132.172855:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.172859:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.172862:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000177066b0 00000400:00000010:2.0:1776190132.172864:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000177066b0. 00080000:00000010:1.0:1776190132.173989:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000008ecca13. 00010000:00000010:1.0:1776190132.174080:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8e6ec3b. 00010000:00000010:1.0:1776190132.174088:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fdd3ff1a. 00010000:00000010:1.0:1776190132.174158:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ff2e9bc. 00010000:00000010:1.0:1776190132.174164:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae65018c. 00010000:00000010:1.0:1776190132.174176:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000726c2a4e. 00000100:00000010:1.0:1776190132.174182:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000728113fb. 00000100:00000010:1.0:1776190132.174190:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a8bea6. 02000000:00000010:1.0:1776190132.174203:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000005d3f1b2. 02000000:00000010:1.0:1776190132.174226:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000856b887a. 00000400:00000010:1.0:1776190132.174232:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000603dd179. 00000400:00000010:1.0:1776190132.174238:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053d224d6. 00000100:00000200:1.0:1776190132.174244:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301362560, portal 16 00000400:00000010:1.0:1776190132.174249:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029c3017a. 00000100:00000200:1.0:1776190132.174250:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301362560, offset 0 00000400:00000200:1.0:1776190132.174259:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.174273:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.174280:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190132.174283:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190132.174286:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190132.174289:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92738:92738:256:4294967295] 192.168.203.39@tcp LPNI seq info [92738:92738:8:4294967295] 00000400:00000200:1.0:1776190132.174298:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.174303:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.174307:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c40e4d7 (tot 82352466). 00000800:00000200:1.0:1776190132.174313:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.174319:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.174323:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c40e4d7 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190132.176213:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7d77731. 00010000:00000010:2.1:1776190132.176224:0:64665:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ad6f1e8. 00010000:00000010:2.1:1776190132.176228:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5d4ce12. 00000800:00000200:2.0:1776190132.178285:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.178292:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c40e4d7 (tot 82352218). 00000400:00000200:2.0:1776190132.178299:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.178307:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.178313:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029c3017a 00000400:00000010:2.0:1776190132.178315:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029c3017a. 00000100:00000200:2.0:1776190132.178325:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c2a8bea6 x1862468301362560/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.182105:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.182126:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821580 00000400:00000200:1.0:1776190132.182134:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5eb5 [1] + 224 00000400:00000200:1.0:1776190132.182146:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.182150:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.182159:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c2a8bea6 x1862468301362560/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.182201:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.182207:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378000 00000400:00000200:1.0:1776190132.182211:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb47f5 [2] + 984 00010000:00000010:2.1:1776190132.182238:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001e7c96b. 00000400:00000200:1.0:1776190132.182263:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.182266:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.182270:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.182275:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8f88089. 00000020:00000010:0.0:1776190132.182609:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000816f5edc. 00000020:00000010:0.0:1776190132.182616:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190132.182620:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190132.182643:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e8f88089 x1862468296474624/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190132.182677:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296474624 02000000:00000010:0.0:1776190132.182688:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000053c923f4. 00010000:00000010:0.0:1776190132.182722:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002520fc3a. 00000100:00000010:0.0:1776190132.182730:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d93df569. 00000100:00000010:0.0:1776190132.182736:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d93df569. 00010000:00000010:0.0:1776190132.182740:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002520fc3a. 00000400:00000010:0.0:1776190132.182754:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017e036f6. 00000100:00000200:0.0:1776190132.182759:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296474624, offset 224 00000400:00000200:0.0:1776190132.182766:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00010000:00000010:1.1:1776190132.182790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023a3f8a8. 00010000:00000010:1.1:1776190132.182796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb396538. 00000400:00000200:0.0:1776190132.182833:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.182839:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92739:92739:256:4294967295] 192.168.203.39@tcp LPNI seq info [92739:92739:8:4294967295] 00000400:00000200:0.0:1776190132.182863:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.182868:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.182891:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352466). 00000800:00000200:0.0:1776190132.182897:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.182903:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.182906:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190132.182929:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190132.182934:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190132.182937:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000816f5edc. 00000800:00000200:1.0:1776190132.183008:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.183012:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:1.0:1776190132.183015:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.183019:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.183022:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017e036f6 00000400:00000010:1.0:1776190132.183024:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017e036f6. 00000400:00000010:3.0:1776190132.183302:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000603dd179. 00000400:00000200:3.0:1776190132.183307:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053d224d6 00000400:00000010:3.0:1776190132.183309:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053d224d6. 00000100:00000200:3.0:1776190132.183315:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c2a8bea6 x1862468301362560/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190132.183322:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c2a8bea6 x1862468301362560/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190132.183342:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001de0e64c. 02000000:00000010:3.0:1776190132.183355:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000856b887a. 02000000:00000010:3.0:1776190132.183360:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000005d3f1b2. 00000100:00000010:3.0:1776190132.183363:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2a8bea6. 00000100:00000010:3.0:1776190132.183367:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000728113fb. 00010000:00000010:3.0:1776190132.183369:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000726c2a4e. 00080000:00000010:3.0:1776190132.183383:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb0f69d6. 00010000:00000010:3.0:1776190132.183470:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae65018c. 00010000:00000010:3.0:1776190132.183478:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc23d406. 00010000:00000010:3.0:1776190132.183554:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003076311a. 00010000:00000010:3.0:1776190132.183560:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9b1699d. 00010000:00000010:3.0:1776190132.183570:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000acfaa531. 00000100:00000010:3.0:1776190132.183575:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000312b7fb0. 00000100:00000010:3.0:1776190132.183591:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 02000000:00000010:3.0:1776190132.183603:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000088c6f3cd. 02000000:00000010:3.0:1776190132.183626:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8b3e5bb. 00000400:00000010:3.0:1776190132.183631:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58b9fb9. 00000400:00000010:3.0:1776190132.183635:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048a81920. 00000100:00000200:3.0:1776190132.183640:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301362624, portal 16 00000400:00000010:3.0:1776190132.183644:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ce06a4c. 00000100:00000200:3.0:1776190132.183646:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301362624, offset 0 00000400:00000200:3.0:1776190132.183652:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.183660:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.183666:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190132.183669:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190132.183672:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190132.183674:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92740:92740:256:4294967295] 192.168.203.39@tcp LPNI seq info [92740:92740:8:4294967295] 00000400:00000200:3.0:1776190132.183681:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.183686:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.183689:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.183693:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.183697:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.183700:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.184821:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.184826:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:0.0:1776190132.184834:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.184841:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.184845:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ce06a4c 00000400:00000010:0.0:1776190132.184847:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ce06a4c. 00000100:00000200:0.0:1776190132.184869:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000552495c9 x1862468301362624/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.189713:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.189733:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18215c0 00000400:00000200:1.0:1776190132.189742:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5ec1 [1] + 224 00000400:00000200:1.0:1776190132.189754:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.189758:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.189768:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000552495c9 x1862468301362624/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.189819:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.189824:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378040 00000400:00000200:1.0:1776190132.189828:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb47f5 [2] + 1312 00000400:00000200:1.0:1776190132.189893:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.189897:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.189901:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.189907:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 00000020:00000010:0.0:1776190132.190059:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000816f5edc. 00000020:00000010:0.0:1776190132.190066:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190132.190070:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190132.190093:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4f3ec3 x1862468296474688/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190132.190127:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296474688 02000000:00000010:0.0:1776190132.190139:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018a14e39. 00010000:00000010:0.0:1776190132.190177:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002520fc3a. 00000100:00000010:0.0:1776190132.190185:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d93df569. 00000100:00000010:0.0:1776190132.190192:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d93df569. 00010000:00000010:0.0:1776190132.190197:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002520fc3a. 00000400:00000010:0.0:1776190132.190214:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c79e5fff. 00000100:00000200:0.0:1776190132.190220:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296474688, offset 224 00000400:00000200:0.0:1776190132.190229:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.190239:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.190245:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92741:92741:256:4294967295] 192.168.203.39@tcp LPNI seq info [92741:92741:8:4294967295] 00000400:00000200:0.0:1776190132.190255:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.190260:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.190264:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352466). 00000800:00000200:0.0:1776190132.190270:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.190277:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.190281:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190132.190298:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190132.190303:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190132.190307:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000816f5edc. 00000400:00000010:3.0:1776190132.190767:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58b9fb9. 00000400:00000200:3.0:1776190132.190792:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048a81920 00000400:00000010:3.0:1776190132.190794:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048a81920. 00000100:00000200:3.0:1776190132.190802:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000552495c9 x1862468301362624/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190132.190809:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000552495c9 x1862468301362624/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190132.190830:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d882a517. 02000000:00000010:3.0:1776190132.190843:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8b3e5bb. 02000000:00000010:3.0:1776190132.190848:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000088c6f3cd. 00000100:00000010:3.0:1776190132.190852:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000552495c9. 00000100:00000010:3.0:1776190132.190856:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000312b7fb0. 00010000:00000010:3.0:1776190132.190864:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000acfaa531. 00080000:00000010:3.0:1776190132.190881:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000198ff3b5. 00010000:00000010:3.0:1776190132.190962:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9b1699d. 00010000:00000010:3.0:1776190132.190968:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d30574cd. 00010000:00000010:3.0:1776190132.191035:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004bfb75c3. 00010000:00000010:3.0:1776190132.191038:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000361a7f5d. 00010000:00000010:3.0:1776190132.191043:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:3.0:1776190132.191047:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9b1699d. 00080000:00000010:3.0:1776190132.191060:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000088c6f3cd. 00010000:00000010:3.0:1776190132.191084:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9b1699d. 00010000:00000010:3.0:1776190132.191088:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000361a7f5d. 00010000:00000010:3.0:1776190132.191138:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002762e9a8. 00010000:00000010:3.0:1776190132.191142:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9b1699d. 00010000:00000010:3.0:1776190132.191148:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000acfaa531. 00000100:00000010:3.0:1776190132.191152:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000312b7fb0. 00000100:00000010:3.0:1776190132.191157:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 02000000:00000010:3.0:1776190132.191168:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8b3e5bb. 02000000:00000010:3.0:1776190132.191193:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074d6903c. 00000400:00000010:3.0:1776190132.191198:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58b9fb9. 00000400:00000010:3.0:1776190132.191202:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048a81920. 00000100:00000200:3.0:1776190132.191207:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301362688, portal 16 00000400:00000010:3.0:1776190132.191211:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e2823b6. 00000100:00000200:3.0:1776190132.191213:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301362688, offset 0 00000400:00000200:3.0:1776190132.191220:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.191230:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.191237:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190132.191240:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190132.191242:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190132.191245:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92742:92742:255:4294967295] 192.168.203.39@tcp LPNI seq info [92742:92742:7:4294967295] 00000400:00000200:3.0:1776190132.191252:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.191260:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.191263:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352714). 00000800:00000200:3.0:1776190132.191268:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.191273:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.191275:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190132.192051:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.192057:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352466). 00000400:00000200:1.0:1776190132.192062:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.192069:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.192073:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c79e5fff 00000400:00000010:1.0:1776190132.192075:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c79e5fff. 00000800:00000200:1.0:1776190132.192137:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.192139:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:1.0:1776190132.192144:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.192147:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.192149:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e2823b6 00000400:00000010:1.0:1776190132.192150:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e2823b6. 00000100:00000200:1.0:1776190132.192156:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000552495c9 x1862468301362688/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.197331:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.197350:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821600 00000400:00000200:3.0:1776190132.197359:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5ecd [1] + 224 00000400:00000200:3.0:1776190132.197370:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.197374:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.197384:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000552495c9 x1862468301362688/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.197412:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.197417:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378080 00000400:00000200:3.0:1776190132.197421:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb47f5 [2] + 1640 00000400:00000200:3.0:1776190132.197427:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.197430:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.197434:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190132.197439:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 00000400:00000010:3.0:1776190132.197466:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58b9fb9. 00000400:00000200:3.0:1776190132.197470:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048a81920 00000400:00000010:3.0:1776190132.197472:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048a81920. 00000100:00000200:3.0:1776190132.197477:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000552495c9 x1862468301362688/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190132.197483:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000552495c9 x1862468301362688/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776190132.197495:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005d3f1b2. 00000020:00000010:1.0:1776190132.197502:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aab545df. 02000000:00000010:3.0:1776190132.197506:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074d6903c. 00000020:00000010:1.0:1776190132.197506:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 02000000:00000010:3.0:1776190132.197511:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e8b3e5bb. 00000100:00000010:3.0:1776190132.197516:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000552495c9. 00000100:00000010:3.0:1776190132.197521:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000312b7fb0. 00010000:00000010:3.0:1776190132.197525:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000acfaa531. 00000100:00000200:1.0:1776190132.197526:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c4a3a006 x1862468296474752/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190132.197564:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296474752 02000000:00000010:1.0:1776190132.197573:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000856b887a. 00010000:00000010:1.0:1776190132.197609:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006c607b78. 00010000:00000010:1.0:1776190132.197628:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032b87b7f. 00000100:00000010:1.0:1776190132.197634:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3cf5375. 00000100:00000010:1.0:1776190132.197650:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3cf5375. 00010000:00000010:1.0:1776190132.197652:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032b87b7f. 00000400:00000010:1.0:1776190132.197665:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e227db4. 00000100:00000200:1.0:1776190132.197669:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296474752, offset 224 00000400:00000200:1.0:1776190132.197677:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.197687:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.197693:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92743:92743:256:4294967295] 192.168.203.39@tcp LPNI seq info [92743:92743:8:4294967295] 00000400:00000200:1.0:1776190132.197702:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.197707:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.197711:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031d29c32 (tot 82352466). 00000800:00000200:1.0:1776190132.197716:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.197723:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.197726:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031d29c32 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190132.197742:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aab545df. 00000020:00000010:1.0:1776190132.197745:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:1.0:1776190132.197747:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005d3f1b2. 00080000:00000010:3.0:1776190132.198348:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074d6903c. 00010000:00000010:3.0:1776190132.198428:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9b1699d. 00010000:00000010:3.0:1776190132.198435:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc7e1098. 00010000:00000010:3.0:1776190132.198511:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a55191d2. 00010000:00000010:3.0:1776190132.198517:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9b1699d. 00010000:00000010:3.0:1776190132.198527:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000acfaa531. 00000100:00000010:3.0:1776190132.198531:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000312b7fb0. 00000100:00000010:3.0:1776190132.198537:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 02000000:00000010:3.0:1776190132.198983:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8b3e5bb. 02000000:00000010:3.0:1776190132.199010:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d1df8dd. 00000400:00000010:3.0:1776190132.199016:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58b9fb9. 00000400:00000010:3.0:1776190132.199021:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048a81920. 00000100:00000200:3.0:1776190132.199027:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301362752, portal 16 00000400:00000010:3.0:1776190132.199031:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000129821df. 00000100:00000200:3.0:1776190132.199033:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301362752, offset 0 00000400:00000200:3.0:1776190132.199040:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.199052:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000800:00000200:1.0:1776190132.199057:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1776190132.199059:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190132.199062:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000800:00000010:1.0:1776190132.199062:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031d29c32 (tot 82352218). 00000400:00000200:3.0:1776190132.199065:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190132.199067:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92744:92744:255:4294967295] 192.168.203.39@tcp LPNI seq info [92744:92744:7:4294967295] 00000400:00000200:1.0:1776190132.199067:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.199071:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.199074:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e227db4 00000400:00000200:3.0:1776190132.199075:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000400:00000010:1.0:1776190132.199077:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e227db4. 00000800:00000200:3.0:1776190132.199079:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.199082:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.199086:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.199091:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.199094:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.200483:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.200488:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:0.0:1776190132.200495:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.200502:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.200507:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000129821df 00000400:00000010:0.0:1776190132.200508:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000129821df. 00000100:00000200:0.0:1776190132.200517:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000552495c9 x1862468301362752/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190132.201203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4e07fe5. 00010000:00000010:3.1:1776190132.201212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087874c94. 00010000:00000010:3.1:1776190132.201215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ff2e9bc. 00000400:00000200:1.0:1776190132.204021:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.204040:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821640 00000400:00000200:1.0:1776190132.204156:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5ed9 [1] + 224 00000400:00000200:1.0:1776190132.204174:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.204177:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.204186:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000552495c9 x1862468301362752/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190132.204814:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58b9fb9. 00000400:00000200:0.0:1776190132.204821:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048a81920 00000400:00000010:0.0:1776190132.204823:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048a81920. 00000100:00000200:0.0:1776190132.204832:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000552495c9 x1862468301362752/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190132.204840:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000552495c9 x1862468301362752/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190132.205735:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d1df8dd. 02000000:00000010:0.0:1776190132.205744:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e8b3e5bb. 00000100:00000010:0.0:1776190132.205748:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000552495c9. 00000100:00000010:0.0:1776190132.205754:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000312b7fb0. 00010000:00000010:0.0:1776190132.205757:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000acfaa531. 00010000:00000010:1.1:1776190132.206016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e2f07a6. 00010000:00000010:3.1:1776190132.207006:0:785:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cda35285. 00010000:00000010:3.1:1776190132.207015:0:785:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb4584c0. 00010000:00000010:3.1:1776190132.207019:0:785:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003076311a. 00010000:00000010:3.1:1776190132.207022:0:785:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bfb75c3. 00010000:00000010:3.1:1776190132.207025:0:785:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:3.1:1776190132.207027:0:785:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba8ed40d. 00010000:00000010:3.1:1776190132.207030:0:785:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002762e9a8. 00000400:00000200:3.0:1776190132.210658:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.210678:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13780c0 00000400:00000200:3.0:1776190132.210686:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb47f5 [2] + 1968 00000400:00000010:3.0:1776190132.210692:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086dc9ee7. 00000400:00000200:3.0:1776190132.210697:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f84c4cc2 00000400:00000200:3.0:1776190132.210754:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.210759:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.210763:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f84c4cc2 00000400:00000010:3.0:1776190132.210765:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f84c4cc2 (tot 82352066). 00000100:00000200:3.0:1776190132.210770:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190132.211131:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098d5200b. 00000020:00000010:2.0:1776190132.211138:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fa416568. 00000020:00000010:2.0:1776190132.211143:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190132.211167:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fa415373 x1862468296474816/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190132.211195:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296474816 02000000:00000010:2.0:1776190132.211205:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000da7046d4. 00010000:00000010:2.0:1776190132.211232:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003c57d09d. 00010000:00000010:2.0:1776190132.211249:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000067e73f53. 00000100:00000010:2.0:1776190132.211256:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002265e1a2. 00000100:00000010:2.0:1776190132.211268:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002265e1a2. 00010000:00000010:2.0:1776190132.211271:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000067e73f53. 00000400:00000010:2.0:1776190132.211283:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000177066b0. 00000100:00000200:2.0:1776190132.211288:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296474816, offset 224 00000400:00000200:2.0:1776190132.211295:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.211305:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.211310:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92745:92745:256:4294967295] 192.168.203.39@tcp LPNI seq info [92745:92745:8:4294967295] 00000400:00000200:2.0:1776190132.211320:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.211325:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.211329:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c149bd5 (tot 82352314). 00000800:00000200:2.0:1776190132.211334:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.211340:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.211344:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c149bd5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190132.211360:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fa416568. 00000020:00000010:2.0:1776190132.211363:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190132.211367:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098d5200b. 02000000:00000010:2.0:1776190132.211374:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000856b887a. 00000100:00000010:2.0:1776190132.211378:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 02000000:00000010:2.0:1776190132.211382:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018a14e39. 00000100:00000010:2.0:1776190132.211385:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 02000000:00000010:2.0:1776190132.211388:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000053c923f4. 00000100:00000010:2.0:1776190132.211389:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8f88089. 02000000:00000010:2.0:1776190132.211392:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c318a548. 00000100:00000010:2.0:1776190132.211394:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b94bceb5. 02000000:00000010:2.0:1776190132.211397:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000109dc683. 00000100:00000010:2.0:1776190132.211398:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190132.211403:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000020ba0cf5. 00000100:00000010:2.0:1776190132.211405:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ed276d7f. 00000100:00000200:2.0:1776190132.211412:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190132.211416:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005e6cfcdf. 00000400:00000010:2.0:1776190132.211421:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002265e1a2 (tot 82352466). 00080000:00000010:1.0:1776190132.212375:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000005d3f1b2. 00010000:00000010:1.0:1776190132.212562:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9b1699d. 00010000:00000010:1.0:1776190132.212570:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ec0594. 00010000:00000010:1.0:1776190132.212837:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073b163e2. 00010000:00000010:1.0:1776190132.212843:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008585d317. 00010000:00000010:1.0:1776190132.212855:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb0fac34. 00000100:00000010:1.0:1776190132.212959:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3cf5375. 00000800:00000200:0.0:1776190132.212964:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.212968:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352218). 00000100:00000010:1.0:1776190132.212969:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 00000400:00000200:0.0:1776190132.212974:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1776190132.212980:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000027bf4089. 00000400:00000200:0.0:1776190132.212982:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.212986:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000177066b0 00000400:00000010:0.0:1776190132.212988:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000177066b0. 02000000:00000010:0.0:1776190132.212994:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000da7046d4. 02000000:00000010:1.0:1776190132.213003:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000efcbf5fb. 00000400:00000010:1.0:1776190132.213008:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0c8484d. 00000400:00000010:1.0:1776190132.213012:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e227db4. 00000100:00000200:1.0:1776190132.213017:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301362816, portal 16 00000400:00000010:1.0:1776190132.213021:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029b25a43. 00000100:00000200:1.0:1776190132.213024:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301362816, offset 0 00000400:00000200:1.0:1776190132.213031:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.213042:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.213049:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190132.213052:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190132.213055:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190132.213058:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92746:92746:256:4294967295] 192.168.203.39@tcp LPNI seq info [92746:92746:8:4294967295] 00000400:00000200:1.0:1776190132.213066:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.213070:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.213074:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031d29c32 (tot 82352466). 00000800:00000200:1.0:1776190132.213079:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.213087:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.213091:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031d29c32 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.213707:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.213711:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031d29c32 (tot 82352218). 00000400:00000200:0.0:1776190132.213717:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.213721:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.213725:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029b25a43 00000400:00000010:0.0:1776190132.213727:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029b25a43. 00000100:00000200:0.0:1776190132.213733:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d96c74a9 x1862468301362816/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.216745:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.216765:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821680 00000400:00000200:3.0:1776190132.217080:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5ee9 [1] + 224 00000400:00000200:3.0:1776190132.217095:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.217099:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.217110:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d96c74a9 x1862468301362816/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.217196:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.217203:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378100 00000400:00000200:3.0:1776190132.217207:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb484d [2] + 0 00000400:00000200:3.0:1776190132.217263:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.217266:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.217270:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190132.217276:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000020:00000010:0.0:1776190132.217362:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000816f5edc. 00000020:00000010:0.0:1776190132.217369:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190132.217373:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190132.217396:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074baf3bb x1862468296474880/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190132.217432:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296474880 02000000:00000010:0.0:1776190132.217443:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000be9aa117. 00010000:00000010:0.0:1776190132.217481:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002520fc3a. 00000100:00000010:0.0:1776190132.217489:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d93df569. 00000100:00000010:0.0:1776190132.217496:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d93df569. 00010000:00000010:0.0:1776190132.217501:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002520fc3a. 00000400:00000010:0.0:1776190132.217516:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009746daff. 00000100:00000200:0.0:1776190132.217521:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296474880, offset 224 00000400:00000200:0.0:1776190132.217528:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.217540:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.217556:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92747:92747:256:4294967295] 192.168.203.39@tcp LPNI seq info [92747:92747:8:4294967295] 00000400:00000200:0.0:1776190132.217567:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.217572:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.217588:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352466). 00000800:00000200:0.0:1776190132.217594:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.217600:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.217604:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190132.217620:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190132.217624:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190132.217628:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000816f5edc. 00000800:00000200:0.0:1776190132.217688:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.217692:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352218). 00000400:00000200:0.0:1776190132.217695:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.217698:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.217701:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009746daff 00000400:00000010:0.0:1776190132.217704:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009746daff. 00000400:00000010:1.0:1776190132.220770:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0c8484d. 00000400:00000200:1.0:1776190132.220795:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e227db4 00000400:00000010:1.0:1776190132.220798:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e227db4. 00000100:00000200:1.0:1776190132.220811:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d96c74a9 x1862468301362816/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190132.220823:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d96c74a9 x1862468301362816/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190132.222989:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db593753. 02000000:00000010:1.0:1776190132.223016:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000efcbf5fb. 02000000:00000010:1.0:1776190132.223023:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000027bf4089. 00000100:00000010:1.0:1776190132.223028:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000100:00000010:1.0:1776190132.223032:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3cf5375. 00010000:00000010:1.0:1776190132.223035:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb0fac34. 00080000:00000010:1.0:1776190132.223052:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027bf4089. 00010000:00000010:1.0:1776190132.223133:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008585d317. 00010000:00000010:1.0:1776190132.223142:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea875331. 00010000:00000010:1.0:1776190132.223211:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ff2e9bc. 00010000:00000010:1.0:1776190132.223217:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008585d317. 00010000:00000010:1.0:1776190132.223228:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb0fac34. 00000100:00000010:1.0:1776190132.223234:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3cf5375. 00000100:00000010:1.0:1776190132.223240:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 02000000:00000010:1.0:1776190132.223250:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000efcbf5fb. 02000000:00000010:1.0:1776190132.223276:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b95cbc9d. 00000400:00000010:1.0:1776190132.223282:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0c8484d. 00000400:00000010:1.0:1776190132.223288:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e227db4. 00000100:00000200:1.0:1776190132.223293:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301362880, portal 16 00000400:00000010:1.0:1776190132.223298:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a2618ed. 00000100:00000200:1.0:1776190132.223301:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301362880, offset 0 00000400:00000200:1.0:1776190132.223309:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.223326:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.223333:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190132.223337:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190132.223340:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190132.223343:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92748:92748:256:4294967295] 192.168.203.39@tcp LPNI seq info [92748:92748:8:4294967295] 00000400:00000200:1.0:1776190132.223352:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.223358:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.223362:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000018c6da1 (tot 82352466). 00000800:00000200:1.0:1776190132.223368:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.223375:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.223379:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000018c6da1 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190132.223846:0:78466:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000806189e2. 00010000:00000010:1.1:1776190132.224052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c50d656. 00010000:00000010:1.1:1776190132.224057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00000800:00000200:0.0:1776190132.224323:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.224328:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000018c6da1 (tot 82352218). 00000400:00000200:0.0:1776190132.224333:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.224341:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.224345:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a2618ed 00000400:00000010:0.0:1776190132.224347:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a2618ed. 00000100:00000200:0.0:1776190132.224355:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d96c74a9 x1862468301362880/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190132.229839:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.229867:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18216c0 00000400:00000200:0.0:1776190132.229876:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5ef5 [1] + 224 00000400:00000200:0.0:1776190132.229887:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.229890:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.229900:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d96c74a9 x1862468301362880/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190132.229944:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.229949:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378140 00000400:00000200:0.0:1776190132.229954:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb484d [2] + 328 00000400:00000200:0.0:1776190132.229963:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.229966:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.229969:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190132.229975:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b6dc10e. 00000020:00000010:0.0:1776190132.230018:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000816f5edc. 00000020:00000010:0.0:1776190132.230024:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190132.230028:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190132.230049:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009b6dc10e x1862468296474944/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190132.230085:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296474944 02000000:00000010:0.0:1776190132.230097:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018761fd4. 00010000:00000010:0.0:1776190132.230133:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002520fc3a. 00000100:00000010:0.0:1776190132.230140:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d93df569. 00000100:00000010:0.0:1776190132.230146:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d93df569. 00010000:00000010:0.0:1776190132.230149:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002520fc3a. 00000400:00000010:0.0:1776190132.230162:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009746daff. 00000100:00000200:0.0:1776190132.230166:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296474944, offset 224 00000400:00000200:0.0:1776190132.230172:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.230182:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.230188:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92749:92749:256:4294967295] 192.168.203.39@tcp LPNI seq info [92749:92749:8:4294967295] 00000400:00000200:0.0:1776190132.230197:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.230201:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.230205:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352466). 00000800:00000200:0.0:1776190132.230210:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.230216:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.230221:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190132.230236:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190132.230241:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190132.230244:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000816f5edc. 00000800:00000200:0.0:1776190132.230332:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.230335:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352218). 00000400:00000200:0.0:1776190132.230339:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.230342:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.230346:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009746daff 00000400:00000010:0.0:1776190132.230347:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009746daff. 00000400:00000010:2.0:1776190132.231046:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0c8484d. 00000400:00000200:2.0:1776190132.231052:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e227db4 00000400:00000010:2.0:1776190132.231053:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e227db4. 00000100:00000200:2.0:1776190132.231061:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d96c74a9 x1862468301362880/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.231069:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d96c74a9 x1862468301362880/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190132.231090:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c39df139. 02000000:00000010:2.0:1776190132.231103:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b95cbc9d. 02000000:00000010:2.0:1776190132.231109:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000efcbf5fb. 00000100:00000010:2.0:1776190132.231114:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000100:00000010:2.0:1776190132.231117:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3cf5375. 00010000:00000010:2.0:1776190132.231120:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb0fac34. 00080000:00000010:2.0:1776190132.231138:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c318a548. 00010000:00000010:2.0:1776190132.231225:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008585d317. 00010000:00000010:2.0:1776190132.231233:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d32345d2. 00010000:00000010:2.0:1776190132.231304:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6590a2f. 00010000:00000010:2.0:1776190132.231310:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055cfa073. 00010000:00000010:2.0:1776190132.231320:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000067e73f53. 00000100:00000010:2.0:1776190132.231326:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d89568df. 00000100:00000010:2.0:1776190132.231332:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190132.231343:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000098d5200b. 02000000:00000010:2.0:1776190132.231366:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da7046d4. 00000400:00000010:2.0:1776190132.231372:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062be945c. 00000400:00000010:2.0:1776190132.231376:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d797cb3e. 00000100:00000200:2.0:1776190132.231381:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301362944, portal 16 00000400:00000010:2.0:1776190132.231385:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031a328f. 00000100:00000200:2.0:1776190132.231387:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301362944, offset 0 00000400:00000200:2.0:1776190132.231394:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.231404:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.231411:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.231415:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.231417:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.231420:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92750:92750:256:4294967295] 192.168.203.39@tcp LPNI seq info [92750:92750:8:4294967295] 00000400:00000200:2.0:1776190132.231428:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.231433:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.231437:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003db09799 (tot 82352466). 00000800:00000200:2.0:1776190132.231441:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.231447:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.231450:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003db09799 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.231767:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.231802:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003db09799 (tot 82352218). 00000400:00000200:0.0:1776190132.231809:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.231814:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.231818:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031a328f 00000400:00000010:0.0:1776190132.231820:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031a328f. 00000100:00000200:0.0:1776190132.231825:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e941f260 x1862468301362944/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190132.234146:0:78468:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001159f923. 00010000:00000010:1.1:1776190132.234159:0:78468:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5d3d8c0. 00010000:00000010:1.1:1776190132.234163:0:78468:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073b163e2. 00000400:00000200:0.0:1776190132.235222:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.235242:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821700 00000400:00000200:0.0:1776190132.235253:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5f01 [1] + 224 00000400:00000200:0.0:1776190132.235269:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.235273:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.235283:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e941f260 x1862468301362944/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190132.237765:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062be945c. 00000400:00000200:2.0:1776190132.237789:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d797cb3e 00000400:00000010:2.0:1776190132.237791:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d797cb3e. 00000100:00000200:2.0:1776190132.237808:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e941f260 x1862468301362944/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.237818:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e941f260 x1862468301362944/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.237846:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da7046d4. 02000000:00000010:2.0:1776190132.237852:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000098d5200b. 00000100:00000010:2.0:1776190132.237856:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 00000100:00000010:2.0:1776190132.237862:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d89568df. 00010000:00000010:2.0:1776190132.237865:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000067e73f53. 00000400:00000200:2.0:1776190132.238460:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190132.238477:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378180 00000400:00000200:2.0:1776190132.238486:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb484d [2] + 656 00000400:00000200:2.0:1776190132.238554:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.238560:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190132.238566:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190132.238570:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 00000020:00000010:3.0:1776190132.238719:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c04ae564. 00000020:00000010:3.0:1776190132.238726:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190132.238730:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.238753:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e941f260 x1862468296475008/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190132.239976:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296475008 02000000:00000010:3.0:1776190132.239991:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b1e45c84. 00010000:00000010:3.0:1776190132.240021:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9e32bc0. 00010000:00000010:3.0:1776190132.240038:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eb401c69. 00000100:00000010:3.0:1776190132.240044:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000312b7fb0. 00000100:00000010:3.0:1776190132.240059:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000312b7fb0. 00010000:00000010:3.0:1776190132.240062:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eb401c69. 00000400:00000010:3.0:1776190132.240074:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c5b133d. 00000100:00000200:3.0:1776190132.240079:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296475008, offset 224 00000400:00000200:3.0:1776190132.240088:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.240101:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.240107:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92751:92751:256:4294967295] 192.168.203.39@tcp LPNI seq info [92751:92751:8:4294967295] 00000400:00000200:3.0:1776190132.240116:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.240121:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.240125:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.240130:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.240138:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.240141:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.240162:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190132.240166:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.240169:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c04ae564. 00000800:00000200:0.0:1776190132.243044:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.243052:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:0.0:1776190132.243061:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.243288:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.243295:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c5b133d 00000400:00000010:0.0:1776190132.243298:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c5b133d. 00080000:00000010:2.0:1776190132.243628:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da7046d4. 00010000:00000010:2.0:1776190132.243728:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055cfa073. 00010000:00000010:2.0:1776190132.243737:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000972b3217. 00010000:00000010:2.0:1776190132.243846:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c1067e70. 00010000:00000010:2.0:1776190132.243850:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fa416568. 00010000:00000010:2.0:1776190132.243855:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b451cbc3. 00010000:00000010:2.0:1776190132.243859:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055cfa073. 00080000:00000010:2.0:1776190132.243874:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d91d986f. 00010000:00000010:2.0:1776190132.243899:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055cfa073. 00010000:00000010:2.0:1776190132.243904:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa416568. 00010000:00000010:2.0:1776190132.243956:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009c8d80d7. 00010000:00000010:2.0:1776190132.243960:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055cfa073. 00010000:00000010:2.0:1776190132.243967:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000067e73f53. 00000100:00000010:2.0:1776190132.243974:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d89568df. 00000100:00000010:2.0:1776190132.243983:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000385e35d2. 02000000:00000010:2.0:1776190132.243996:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046ec8719. 02000000:00000010:2.0:1776190132.244022:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b79e2f01. 00000400:00000010:2.0:1776190132.244028:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062be945c. 00000400:00000010:2.0:1776190132.244033:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d797cb3e. 00000100:00000200:2.0:1776190132.244040:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301363008, portal 16 00000400:00000010:2.0:1776190132.244045:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ded49ea2. 00000100:00000200:2.0:1776190132.244047:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301363008, offset 0 00000400:00000200:2.0:1776190132.244056:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.244070:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.244076:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.244080:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.244083:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.244086:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92752:92752:256:4294967295] 192.168.203.39@tcp LPNI seq info [92752:92752:8:4294967295] 00000400:00000200:2.0:1776190132.244094:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.244100:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.244105:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a3d1fd9 (tot 82352466). 00000800:00000200:2.0:1776190132.244110:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.244115:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.244119:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002a3d1fd9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.244529:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.244533:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a3d1fd9 (tot 82352218). 00000400:00000200:0.0:1776190132.244538:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.244556:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.244560:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ded49ea2 00000400:00000010:0.0:1776190132.244562:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ded49ea2. 00000100:00000200:0.0:1776190132.244570:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000385e35d2 x1862468301363008/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190132.247828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006930e477. 00010000:00000010:2.1:1776190132.247844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a60e392e. 00010000:00000010:2.1:1776190132.247848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ff2e9bc. 00000400:00000200:2.0:1776190132.251411:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190132.251431:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821740 00000400:00000200:2.0:1776190132.251441:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5f0d [1] + 224 00000400:00000200:2.0:1776190132.251457:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.251461:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190132.251474:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000385e35d2 x1862468301363008/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190132.251577:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062be945c. 00000400:00000200:3.0:1776190132.251598:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d797cb3e 00000400:00000010:3.0:1776190132.251601:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d797cb3e. 00000100:00000200:3.0:1776190132.251617:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000385e35d2 x1862468301363008/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190132.251627:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000385e35d2 x1862468301363008/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190132.251682:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b79e2f01. 02000000:00000010:3.0:1776190132.251693:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000046ec8719. 00000100:00000010:3.0:1776190132.251700:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000385e35d2. 00000100:00000010:3.0:1776190132.251705:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d89568df. 00010000:00000010:3.0:1776190132.251709:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000067e73f53. 00000400:00000200:0.0:1776190132.252503:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.252519:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13781c0 00000400:00000200:0.0:1776190132.252526:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb484d [2] + 984 00000400:00000200:0.0:1776190132.252689:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.252694:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.252700:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190132.252705:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009764b41c. 00000020:00000010:3.0:1776190132.253039:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c04ae564. 00000020:00000010:3.0:1776190132.253052:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190132.253059:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.253099:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009764b41c x1862468296475072/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190132.253142:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296475072 02000000:00000010:3.0:1776190132.253157:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000678ca014. 00010000:00000010:3.0:1776190132.253194:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004f9a55d0. 00010000:00000010:3.0:1776190132.253226:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eb401c69. 00000100:00000010:3.0:1776190132.253236:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000312b7fb0. 00000100:00000010:3.0:1776190132.253259:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000312b7fb0. 00010000:00000010:3.0:1776190132.253264:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eb401c69. 00000400:00000010:3.0:1776190132.253281:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190132.253288:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296475072, offset 224 00000400:00000200:3.0:1776190132.253297:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00080000:00000010:0.0:1776190132.253306:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000816f5edc. 00000400:00000200:3.0:1776190132.253326:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.253336:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92753:92753:256:4294967295] 192.168.203.39@tcp LPNI seq info [92753:92753:8:4294967295] 00000400:00000200:3.0:1776190132.253348:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.253355:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.253362:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.253372:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.253382:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.253388:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.253412:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190132.253417:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.253421:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c04ae564. 00000800:00000200:1.0:1776190132.253491:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.253496:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:1.0:1776190132.253502:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.253508:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.253512:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b61116a7 00000400:00000010:1.0:1776190132.253514:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b61116a7. 00010000:00000010:0.0:1776190132.253967:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055cfa073. 00010000:00000010:0.0:1776190132.253980:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bcaa3730. 00010000:00000010:0.0:1776190132.254064:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045c67b00. 00010000:00000010:0.0:1776190132.254071:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000048af0366. 00010000:00000010:0.0:1776190132.254085:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002520fc3a. 00000100:00000010:0.0:1776190132.254091:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d93df569. 00000100:00000010:0.0:1776190132.254100:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008962746. 02000000:00000010:0.0:1776190132.254118:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000018525776. 02000000:00000010:0.0:1776190132.254145:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000259ad01c. 00000400:00000010:0.0:1776190132.254151:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000959a2753. 00000400:00000010:0.0:1776190132.254156:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009746daff. 00000100:00000200:0.0:1776190132.254162:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301363072, portal 16 00000400:00000010:0.0:1776190132.254167:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c400cdc9. 00000100:00000200:0.0:1776190132.254169:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301363072, offset 0 00000400:00000200:0.0:1776190132.254177:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.254190:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.254197:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190132.254200:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190132.254203:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190132.254206:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92754:92754:256:4294967295] 192.168.203.39@tcp LPNI seq info [92754:92754:8:4294967295] 00000400:00000200:0.0:1776190132.254215:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.254221:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.254225:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352466). 00000800:00000200:0.0:1776190132.254231:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.254237:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.254241:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190132.254323:0:78470:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad132bc5. 00010000:00000010:2.1:1776190132.254330:0:78470:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6590a2f. 00000800:00000200:3.0:1776190132.254445:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.254451:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352218). 00000400:00000200:3.0:1776190132.254458:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.254467:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.254473:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c400cdc9 00000400:00000010:3.0:1776190132.254475:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c400cdc9. 00000100:00000200:3.0:1776190132.254485:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008962746 x1862468301363072/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190132.254869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f917311. 00000400:00000200:0.0:1776190132.256710:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.256728:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821780 00000400:00000200:0.0:1776190132.256736:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5f19 [1] + 224 00000400:00000200:0.0:1776190132.256748:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.256752:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.256762:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008962746 x1862468301363072/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190132.256836:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00010000:00000010:3.1:1776190132.256839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007657b370. 00000400:00000200:0.0:1776190132.256847:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378200 00000400:00000010:3.0:1776190132.256875:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000959a2753. 00000400:00000200:3.0:1776190132.256881:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009746daff 00000400:00000010:3.0:1776190132.256883:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009746daff. 00000100:00000200:3.0:1776190132.256893:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008962746 x1862468301363072/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190132.256903:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008962746 x1862468301363072/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190132.256942:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000259ad01c. 02000000:00000010:3.0:1776190132.256948:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000018525776. 00000100:00000010:3.0:1776190132.256952:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008962746. 00000100:00000010:3.0:1776190132.256957:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d93df569. 00010000:00000010:3.0:1776190132.256962:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002520fc3a. 00000400:00000200:0.0:1776190132.257986:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb484d [2] + 1312 00000400:00000200:0.0:1776190132.258008:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.258012:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.258017:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190132.258024:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000574dbf23. 00000020:00000010:3.0:1776190132.258119:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c04ae564. 00000020:00000010:3.0:1776190132.258135:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190132.258142:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.258191:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000574dbf23 x1862468296475136/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190132.258342:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296475136 02000000:00000010:3.0:1776190132.258359:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b56ecee7. 00010000:00000010:3.0:1776190132.258399:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a8fa77e. 00010000:00000010:3.0:1776190132.258428:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eb401c69. 00000100:00000010:3.0:1776190132.258435:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000312b7fb0. 00000100:00000010:3.0:1776190132.258454:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000312b7fb0. 00010000:00000010:3.0:1776190132.258458:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eb401c69. 00000400:00000010:3.0:1776190132.258479:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d376fb9. 00000100:00000200:3.0:1776190132.258487:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296475136, offset 224 00000400:00000200:3.0:1776190132.258502:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.258521:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.258531:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92755:92755:256:4294967295] 192.168.203.39@tcp LPNI seq info [92755:92755:8:4294967295] 00000400:00000200:3.0:1776190132.258557:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.258564:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.258572:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.258581:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.258633:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.258640:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.258670:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f407f934. 00000020:00000010:3.0:1776190132.258676:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.258680:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c04ae564. 00010000:00000010:2.1:1776190132.258739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1067e70. 00010000:00000010:2.1:1776190132.258752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b451cbc3. 00080000:00000010:2.0:1776190132.258839:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098d5200b. 00010000:00000010:2.0:1776190132.259046:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048af0366. 00010000:00000010:2.0:1776190132.259058:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e654b58c. 00010000:00000010:2.0:1776190132.259151:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b451cbc3. 00010000:00000010:2.0:1776190132.259162:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000541649fe. 00010000:00000010:2.0:1776190132.259176:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eb1c3546. 00000100:00000010:2.0:1776190132.259184:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000074629918. 00000100:00000010:2.0:1776190132.259194:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000385e35d2. 02000000:00000010:2.0:1776190132.259207:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000109dc683. 02000000:00000010:2.0:1776190132.259237:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046ec8719. 00000400:00000010:2.0:1776190132.259245:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fc7ae1bc. 00000400:00000010:2.0:1776190132.259251:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d4d52a6. 00000100:00000200:2.0:1776190132.259259:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301363136, portal 16 00000400:00000010:2.0:1776190132.259265:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f90117b. 00000100:00000200:2.0:1776190132.259267:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301363136, offset 0 00000400:00000200:2.0:1776190132.259277:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.259291:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.259299:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.259302:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.259305:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.259308:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92756:92756:255:4294967295] 192.168.203.39@tcp LPNI seq info [92756:92756:7:4294967295] 00000400:00000200:2.0:1776190132.259319:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.259324:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.259328:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054ef62b4 (tot 82352714). 00000800:00000200:2.0:1776190132.259334:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.259341:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.259345:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054ef62b4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190132.259468:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.259474:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352466). 00000400:00000200:3.0:1776190132.259481:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.259488:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.259493:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d376fb9 00000400:00000010:3.0:1776190132.259496:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d376fb9. 00000800:00000200:3.0:1776190132.259562:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.259565:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054ef62b4 (tot 82352218). 00000400:00000200:3.0:1776190132.259570:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.259574:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.259576:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f90117b 00000400:00000010:3.0:1776190132.259577:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f90117b. 00000100:00000200:3.0:1776190132.259584:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000385e35d2 x1862468301363136/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190132.260820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba6dab7c. 00010000:00000010:0.1:1776190132.260832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c8d80d7. 00000400:00000200:0.0:1776190132.262768:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.262821:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18217c0 00000400:00000200:0.0:1776190132.262832:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5f25 [1] + 224 00000400:00000200:0.0:1776190132.262850:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.262947:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.262960:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000385e35d2 x1862468301363136/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190132.262999:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.263005:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378240 00000400:00000200:0.0:1776190132.263010:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb484d [2] + 1640 00000400:00000200:0.0:1776190132.263018:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1776190132.263019:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fc7ae1bc. 00000400:00000200:0.0:1776190132.263021:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.263024:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d4d52a6 00000400:00000010:1.0:1776190132.263025:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d4d52a6. 00000100:00000200:1.0:1776190132.263032:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000385e35d2 x1862468301363136/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190132.263039:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000385e35d2 x1862468301363136/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190132.263067:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046ec8719. 02000000:00000010:1.0:1776190132.263073:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000109dc683. 00010000:00000010:2.1:1776190132.263074:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7fe35ae. 00000100:00000010:1.0:1776190132.263077:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000385e35d2. 00010000:00000010:2.1:1776190132.263080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045c67b00. 00000100:00000010:1.0:1776190132.263081:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000074629918. 00010000:00000010:1.0:1776190132.263084:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eb1c3546. 00000100:00000200:0.0:1776190132.263618:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190132.263624:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b6a886ef. 00000020:00000010:3.0:1776190132.263740:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c04ae564. 00000020:00000010:3.0:1776190132.264288:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190132.264297:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.264340:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b6a886ef x1862468296475200/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190132.264450:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296475200 02000000:00000010:3.0:1776190132.264466:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a79a69a8. 00010000:00000010:3.0:1776190132.264503:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b5244ce. 00010000:00000010:3.0:1776190132.264527:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eb401c69. 00000100:00000010:3.0:1776190132.264535:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000312b7fb0. 00000100:00000010:3.0:1776190132.264563:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000312b7fb0. 00010000:00000010:3.0:1776190132.264567:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eb401c69. 00000400:00000010:3.0:1776190132.264584:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d376fb9. 00000100:00000200:3.0:1776190132.264601:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296475200, offset 224 00000400:00000200:3.0:1776190132.264611:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.264630:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.264639:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92757:92757:256:4294967295] 192.168.203.39@tcp LPNI seq info [92757:92757:8:4294967295] 00080000:00000010:2.0:1776190132.264648:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b79e2f01. 00000400:00000200:3.0:1776190132.264657:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.264666:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.264672:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.264679:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.264687:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.264691:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.264715:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190132.264721:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.264725:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c04ae564. 00010000:00000010:2.0:1776190132.264741:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000541649fe. 00010000:00000010:2.0:1776190132.264752:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005c8df405. 00010000:00000010:2.0:1776190132.264852:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6590a2f. 00010000:00000010:2.0:1776190132.264858:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000541649fe. 00010000:00000010:2.0:1776190132.264870:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037ba24ed. 00000100:00000010:2.0:1776190132.264876:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.264886:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 02000000:00000010:2.0:1776190132.264901:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000020ba0cf5. 02000000:00000010:2.0:1776190132.264931:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000109dc683. 00000400:00000010:2.0:1776190132.264950:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000789fa5dd. 00000400:00000010:2.0:1776190132.264956:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054f31e6a. 00000100:00000200:2.0:1776190132.264962:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301363200, portal 16 00000400:00000010:2.0:1776190132.264966:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616296ae. 00000100:00000200:2.0:1776190132.264968:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301363200, offset 0 00000400:00000200:2.0:1776190132.264976:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.264992:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.264998:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.265001:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.265004:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.265007:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92758:92758:255:4294967295] 192.168.203.39@tcp LPNI seq info [92758:92758:7:4294967295] 00000400:00000200:2.0:1776190132.265017:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.265022:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.265026:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6ecb0ff (tot 82352714). 00000800:00000200:2.0:1776190132.265031:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.265038:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.265041:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d6ecb0ff type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.265521:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.265528:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352466). 00000400:00000200:0.0:1776190132.265538:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.265558:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.265565:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d376fb9 00000400:00000010:0.0:1776190132.265568:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d376fb9. 00000800:00000200:0.0:1776190132.265940:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.265944:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6ecb0ff (tot 82352218). 00000400:00000200:0.0:1776190132.265951:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.265957:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.265962:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616296ae 00000400:00000010:0.0:1776190132.265964:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616296ae. 00000100:00000200:0.0:1776190132.265973:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000969b7ebd x1862468301363200/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190132.266821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dec4fb0e. 00000400:00000200:3.0:1776190132.271151:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00010000:00000010:3.1:1776190132.272302:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009abea4ec. 00000400:00000200:3.0:1776190132.272385:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821800 00000400:00000200:3.0:1776190132.272397:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5f31 [1] + 224 00000400:00000200:3.0:1776190132.272421:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.272427:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.272441:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000969b7ebd x1862468301363200/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.272495:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.272504:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378280 00000400:00000200:3.0:1776190132.272510:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb484d [2] + 1968 00000400:00000010:3.0:1776190132.272515:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000096a048f7. 00000400:00000200:3.0:1776190132.272519:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000023a8b7fb 00000400:00000200:3.0:1776190132.272598:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.272606:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.272610:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023a8b7fb 00000400:00000010:3.0:1776190132.272612:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000023a8b7fb (tot 82352066). 00000100:00000200:3.0:1776190132.272619:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1776190132.272625:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000789fa5dd. 00000400:00000200:2.0:1776190132.272637:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054f31e6a 00000400:00000010:2.0:1776190132.272640:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054f31e6a. 00000100:00000200:2.0:1776190132.272657:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000969b7ebd x1862468301363200/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.272669:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000969b7ebd x1862468301363200/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.272700:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000109dc683. 02000000:00000010:2.0:1776190132.272706:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000020ba0cf5. 00000100:00000010:2.0:1776190132.272709:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 00000100:00000010:2.0:1776190132.272714:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.272717:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037ba24ed. 00000020:00000010:0.0:1776190132.272823:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a718d934. 00000020:00000010:0.0:1776190132.272833:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190132.272838:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190132.272881:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002a44a2d9 x1862468296475264/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190132.272913:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296475264 02000000:00000010:0.0:1776190132.272928:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e74ec7c2. 00010000:00000010:0.0:1776190132.272965:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097fc574e. 00010000:00000010:0.0:1776190132.272990:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1c365c7. 00000100:00000010:0.0:1776190132.272999:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d93df569. 00000100:00000010:0.0:1776190132.273014:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d93df569. 00010000:00000010:0.0:1776190132.273018:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1c365c7. 00000400:00000010:0.0:1776190132.273034:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faa656ed. 00000100:00000200:0.0:1776190132.273041:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296475264, offset 224 00000400:00000200:0.0:1776190132.273050:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00080000:00000010:2.0:1776190132.273061:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020ba0cf5. 00000400:00000200:0.0:1776190132.273067:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.273075:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92759:92759:256:4294967295] 192.168.203.39@tcp LPNI seq info [92759:92759:8:4294967295] 00000400:00000200:0.0:1776190132.273087:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.273093:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.273100:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352314). 00000800:00000200:0.0:1776190132.273106:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.273114:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.273119:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190132.273143:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190132.273151:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190132.273156:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a718d934. 00010000:00000010:2.0:1776190132.273159:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000541649fe. 02000000:00000010:0.0:1776190132.273166:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a79a69a8. 00010000:00000010:2.0:1776190132.273172:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f8eb761f. 00000100:00000010:0.0:1776190132.273173:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b6a886ef. 02000000:00000010:0.0:1776190132.273184:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b56ecee7. 00000100:00000010:0.0:1776190132.273189:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000574dbf23. 02000000:00000010:0.0:1776190132.273192:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000678ca014. 00000100:00000010:0.0:1776190132.273194:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009764b41c. 02000000:00000010:0.0:1776190132.273197:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b1e45c84. 00000100:00000010:0.0:1776190132.273200:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 02000000:00000010:0.0:1776190132.273207:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018761fd4. 00000100:00000010:0.0:1776190132.273209:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b6dc10e. 02000000:00000010:0.0:1776190132.273212:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000be9aa117. 00010000:00000010:2.0:1776190132.273257:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005541f3c9. 00010000:00000010:2.0:1776190132.273263:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000541649fe. 00010000:00000010:2.0:1776190132.273274:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037ba24ed. 00000100:00000010:2.0:1776190132.273279:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.273287:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 02000000:00000010:2.0:1776190132.273298:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000109dc683. 02000000:00000010:2.0:1776190132.273322:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046ec8719. 00000400:00000010:2.0:1776190132.273327:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000789fa5dd. 00000400:00000010:2.0:1776190132.273332:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054f31e6a. 00000100:00000200:2.0:1776190132.273338:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301363264, portal 16 00000400:00000010:2.0:1776190132.273343:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002848b18e. 00000100:00000200:2.0:1776190132.273345:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301363264, offset 0 00000400:00000200:2.0:1776190132.273353:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.273367:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.273374:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.273378:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.273381:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.273384:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92760:92760:255:4294967295] 192.168.203.39@tcp LPNI seq info [92760:92760:7:4294967295] 00000100:00000010:0.0:1776190132.273489:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 00000100:00000200:0.0:1776190132.273497:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190132.273503:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000075d2e480. 00000400:00000010:0.0:1776190132.273507:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d93df569 (tot 82352466). 00000800:00000200:0.0:1776190132.273599:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.273603:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:0.0:1776190132.273617:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.273622:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.273626:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faa656ed 00000400:00000010:0.0:1776190132.273628:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faa656ed. 02000000:00000010:0.0:1776190132.273632:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e74ec7c2. 00000400:00000200:2.0:1776190132.274878:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.274887:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.274894:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb044675 (tot 82352466). 00000800:00000200:2.0:1776190132.274902:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.274910:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.274914:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb044675 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.281356:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.281368:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb044675 (tot 82352218). 00000400:00000200:0.0:1776190132.281382:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.281393:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.281400:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002848b18e 00000400:00000010:0.0:1776190132.281403:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002848b18e. 00000100:00000200:0.0:1776190132.281488:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000969b7ebd x1862468301363264/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190132.285586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009246cadb. 00010000:00000010:2.1:1776190132.285609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b451cbc3. 00000400:00000200:0.0:1776190132.287526:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.287564:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821840 00000400:00000200:0.0:1776190132.287577:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5f3d [1] + 224 00000400:00000200:0.0:1776190132.287600:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.287605:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.287619:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000969b7ebd x1862468301363264/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190132.287706:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000789fa5dd. 00000400:00000200:2.0:1776190132.287717:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054f31e6a 00000400:00000010:2.0:1776190132.287719:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054f31e6a. 00000100:00000200:2.0:1776190132.287734:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000969b7ebd x1862468301363264/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.287745:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000969b7ebd x1862468301363264/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.287819:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046ec8719. 02000000:00000010:2.0:1776190132.287829:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000109dc683. 00000100:00000010:2.0:1776190132.287835:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 00000100:00000010:2.0:1776190132.287838:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.287841:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037ba24ed. 00010000:00000010:2.1:1776190132.289830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e46cd83. 00010000:00000010:2.1:1776190132.289845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6590a2f. 00000400:00000200:3.0:1776190132.291050:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.291077:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13782c0 00000400:00000200:3.0:1776190132.291088:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb48a5 [2] + 0 00000400:00000200:3.0:1776190132.291168:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.291173:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.291184:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190132.291192:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 00000020:00000010:0.0:1776190132.292758:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e74ec7c2. 00000020:00000010:0.0:1776190132.292789:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190132.292795:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190132.292838:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016984533 x1862468296475328/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190132.292956:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296475328 02000000:00000010:0.0:1776190132.292972:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000be9aa117. 00010000:00000010:0.0:1776190132.293009:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d576dbe. 00010000:00000010:0.0:1776190132.293038:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1c365c7. 00000100:00000010:0.0:1776190132.293049:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084383046. 00000100:00000010:0.0:1776190132.293071:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084383046. 00010000:00000010:0.0:1776190132.293075:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1c365c7. 00000400:00000010:0.0:1776190132.293094:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faa656ed. 00000100:00000200:0.0:1776190132.293103:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296475328, offset 224 00000400:00000200:0.0:1776190132.293113:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.293134:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00080000:00000010:2.0:1776190132.293168:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000109dc683. 00010000:00000010:2.0:1776190132.293290:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000541649fe. 00010000:00000010:2.0:1776190132.293300:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e7c2f0f4. 00010000:00000010:2.0:1776190132.293401:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6590a2f. 00010000:00000010:2.0:1776190132.293407:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000541649fe. 00010000:00000010:2.0:1776190132.293421:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037ba24ed. 00000100:00000010:2.0:1776190132.293430:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.293440:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 00000400:00000200:0.0:1776190132.293453:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92761:92761:256:4294967295] 192.168.203.39@tcp LPNI seq info [92761:92761:8:4294967295] 02000000:00000010:2.0:1776190132.293455:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046ec8719. 00000400:00000200:0.0:1776190132.293475:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.293483:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 02000000:00000010:2.0:1776190132.293491:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000079315e8. 00000800:00000010:0.0:1776190132.293491:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352466). 00000400:00000010:2.0:1776190132.293505:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000789fa5dd. 00000800:00000200:0.0:1776190132.293505:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000400:00000010:2.0:1776190132.293515:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054f31e6a. 00000100:00000200:2.0:1776190132.293523:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301363328, portal 16 00000400:00000010:2.0:1776190132.293528:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e6b3e44. 00000100:00000200:2.0:1776190132.293530:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301363328, offset 0 00000400:00000200:2.0:1776190132.293539:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.293570:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.293578:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.293581:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.293584:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.293587:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92762:92762:255:4294967295] 192.168.203.39@tcp LPNI seq info [92762:92762:7:4294967295] 00000400:00000200:2.0:1776190132.293597:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.293603:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.293608:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0a4d4c8 (tot 82352714). 00000800:00000200:2.0:1776190132.293613:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.293621:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.293624:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0a4d4c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.293639:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.293647:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190132.293796:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190132.293804:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:0.0:1776190132.293809:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e74ec7c2. 00000800:00000200:3.0:1776190132.294565:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.294571:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0a4d4c8 (tot 82352466). 00000400:00000200:3.0:1776190132.294579:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.294588:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.294595:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e6b3e44 00000400:00000010:3.0:1776190132.294598:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e6b3e44. 00010000:00000010:0.1:1776190132.294835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c21efcf. 00000100:00000200:3.0:1776190132.295915:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000969b7ebd x1862468301363328/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1776190132.296574:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.296580:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:3.0:1776190132.296586:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.297069:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.297077:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faa656ed 00000400:00000010:3.0:1776190132.297082:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faa656ed. 00010000:00000010:0.1:1776190132.302831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d10ffc2e. 00010000:00000010:2.1:1776190132.302851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d75c0aa. 00010000:00000010:2.1:1776190132.302871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005541f3c9. 00000400:00000200:0.0:1776190132.305898:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.305930:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821880 00000400:00000200:0.0:1776190132.305944:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5f4d [1] + 224 00000400:00000200:0.0:1776190132.305963:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.305968:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.305984:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000969b7ebd x1862468301363328/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190132.306123:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000789fa5dd. 00000400:00000200:2.0:1776190132.306129:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054f31e6a 00000400:00000010:2.0:1776190132.306133:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054f31e6a. 00000100:00000200:2.0:1776190132.306151:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000969b7ebd x1862468301363328/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.306159:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000969b7ebd x1862468301363328/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.306198:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000079315e8. 02000000:00000010:2.0:1776190132.306206:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000046ec8719. 00000100:00000010:2.0:1776190132.306213:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 00000100:00000010:2.0:1776190132.306219:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.306223:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037ba24ed. 00000400:00000200:3.0:1776190132.311294:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.311325:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378300 00000400:00000200:3.0:1776190132.311338:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb48a5 [2] + 328 00000400:00000200:3.0:1776190132.311431:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.311436:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.311446:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190132.311454:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 00000020:00000010:0.0:1776190132.311857:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e74ec7c2. 00000020:00000010:0.0:1776190132.311869:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190132.311877:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009a4d4961. 00000100:00000200:0.0:1776190132.311914:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000001edc131 x1862468296475392/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190132.312183:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296475392 02000000:00000010:3.0:1776190132.312203:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c04ae564. 00010000:00000010:3.0:1776190132.312395:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e653df6. 00010000:00000010:2.0:1776190132.314025:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037ba24ed. 00000100:00000010:2.0:1776190132.314044:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.314067:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.314073:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037ba24ed. 00000400:00000010:2.0:1776190132.314098:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054f31e6a. 00000100:00000200:2.0:1776190132.314105:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296475392, offset 224 00000400:00000200:2.0:1776190132.314118:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.314586:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.314595:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92763:92763:256:4294967295] 192.168.203.39@tcp LPNI seq info [92763:92763:8:4294967295] 00000400:00000200:2.0:1776190132.314609:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.314617:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.314624:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4c63abf (tot 82352466). 00000800:00000200:2.0:1776190132.314632:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.314641:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.314646:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4c63abf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190132.316006:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df6acd0c. 00000020:00000010:2.0:1776190132.316021:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009a4d4961. 00000020:00000010:2.0:1776190132.316027:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e74ec7c2. 00000800:00000200:3.0:1776190132.317207:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.317214:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4c63abf (tot 82352218). 00000400:00000200:3.0:1776190132.317224:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.317237:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.317244:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054f31e6a 00000400:00000010:3.0:1776190132.317247:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054f31e6a. 00080000:00000010:1.0:1776190132.317593:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d87438bc. 00010000:00000010:1.0:1776190132.317871:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000541649fe. 00010000:00000010:1.0:1776190132.317883:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001723b4a6. 00010000:00000010:1.0:1776190132.317990:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073b163e2. 00010000:00000010:1.0:1776190132.317996:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c616d93. 00010000:00000010:1.0:1776190132.318011:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032b87b7f. 00000100:00000010:1.0:1776190132.318020:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003514d7bd. 00000100:00000010:1.0:1776190132.318030:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 02000000:00000010:1.0:1776190132.318047:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c4ceee7. 02000000:00000010:1.0:1776190132.318079:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000097a2c98f. 00000400:00000010:1.0:1776190132.318087:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e471d51. 00000400:00000010:1.0:1776190132.318094:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000590eeb4c. 00000100:00000200:1.0:1776190132.318101:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301363392, portal 16 00000400:00000010:1.0:1776190132.318108:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d78c9627. 00000100:00000200:1.0:1776190132.318111:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301363392, offset 0 00000400:00000200:1.0:1776190132.318122:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.318141:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.318149:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190132.318154:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190132.318157:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190132.318161:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92764:92764:256:4294967295] 192.168.203.39@tcp LPNI seq info [92764:92764:8:4294967295] 00000400:00000200:1.0:1776190132.318171:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.318177:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.318182:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190132.318189:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.318196:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.318202:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190132.318930:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.318936:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:2.0:1776190132.318946:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.318953:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.318959:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d78c9627 00000400:00000010:2.0:1776190132.318962:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d78c9627. 00000100:00000200:2.0:1776190132.318971:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d96c74a9 x1862468301363392/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.324650:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.324681:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18218c0 00000400:00000200:1.0:1776190132.324692:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5f59 [1] + 224 00000400:00000200:1.0:1776190132.324733:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.324740:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.324755:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d96c74a9 x1862468301363392/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190132.324953:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e471d51. 00000400:00000200:2.0:1776190132.324960:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000590eeb4c 00000400:00000010:2.0:1776190132.324962:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000590eeb4c. 00000100:00000200:2.0:1776190132.324969:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d96c74a9 x1862468301363392/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.324978:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d96c74a9 x1862468301363392/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.325014:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000097a2c98f. 02000000:00000010:2.0:1776190132.325022:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c4ceee7. 00000100:00000010:2.0:1776190132.325027:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000100:00000010:2.0:1776190132.325032:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003514d7bd. 00010000:00000010:2.0:1776190132.325036:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032b87b7f. 00010000:00000010:3.1:1776190132.326912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003a5f12e. 00000400:00000200:3.0:1776190132.328209:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.328228:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378340 00000400:00000200:3.0:1776190132.328463:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb48a5 [2] + 656 00000400:00000200:3.0:1776190132.328527:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.328533:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.328540:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190132.328554:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 00000020:00000010:2.0:1776190132.328685:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000079315e8. 00000020:00000010:2.0:1776190132.328699:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fa416568. 00000020:00000010:2.0:1776190132.328705:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190132.328742:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002fe2a2b9 x1862468296475456/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190132.328837:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296475456 02000000:00000010:2.0:1776190132.328852:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000016f18953. 00010000:00000010:2.0:1776190132.328889:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009ccf48c9. 00010000:00000010:2.0:1776190132.328922:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037ba24ed. 00000100:00000010:2.0:1776190132.328932:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.328957:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.328962:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037ba24ed. 00000400:00000010:2.0:1776190132.328983:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3a7a590. 00000100:00000200:2.0:1776190132.328991:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296475456, offset 224 00000400:00000200:2.0:1776190132.329004:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.329022:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.329030:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92765:92765:256:4294967295] 192.168.203.39@tcp LPNI seq info [92765:92765:8:4294967295] 00000400:00000200:2.0:1776190132.329045:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.329052:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.329058:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797f442e (tot 82352466). 00000800:00000200:2.0:1776190132.329065:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.329074:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.329079:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000797f442e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190132.329099:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fa416568. 00000020:00000010:2.0:1776190132.329104:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190132.329108:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000079315e8. 00080000:00000010:3.0:1776190132.329147:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d3a9761. 00010000:00000010:3.0:1776190132.329252:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c616d93. 00010000:00000010:3.0:1776190132.329266:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bf6c85af. 00000800:00000200:0.0:1776190132.329359:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.329365:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797f442e (tot 82352218). 00000400:00000200:0.0:1776190132.329372:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.329378:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00010000:00000010:3.0:1776190132.329380:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002762e9a8. 00000400:00000200:0.0:1776190132.329384:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3a7a590 00000400:00000010:0.0:1776190132.329389:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3a7a590. 00010000:00000010:3.0:1776190132.329390:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c7eb1cf. 00010000:00000010:3.0:1776190132.329407:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eb401c69. 00000100:00000010:3.0:1776190132.329416:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000312b7fb0. 00000100:00000010:3.0:1776190132.329424:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190132.329439:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000083116f79. 02000000:00000010:3.0:1776190132.329468:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c84d546. 00000400:00000010:3.0:1776190132.329475:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000096a048f7. 00000400:00000010:3.0:1776190132.329480:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6b5ec91. 00000100:00000200:3.0:1776190132.329486:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301363456, portal 16 00000400:00000010:3.0:1776190132.329490:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f8ae577. 00000100:00000200:3.0:1776190132.329492:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301363456, offset 0 00000400:00000200:3.0:1776190132.329500:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.329513:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.329520:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190132.329523:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190132.329526:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190132.329529:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92766:92766:256:4294967295] 192.168.203.39@tcp LPNI seq info [92766:92766:8:4294967295] 00000400:00000200:3.0:1776190132.329538:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.329554:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.329560:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.329565:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.329572:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.329947:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190132.330070:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.330075:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:1.0:1776190132.330082:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.330089:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.330093:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f8ae577 00000400:00000010:1.0:1776190132.330094:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f8ae577. 00000100:00000200:1.0:1776190132.330102:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ffde2ec x1862468301363456/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190132.333286:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004318eb15. 00010000:00000010:1.1:1776190132.333312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6590a2f. 00000400:00000200:3.0:1776190132.334756:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00010000:00000010:3.1:1776190132.334809:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dbedcba. 00010000:00000010:3.1:1776190132.334820:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073b163e2. 00000400:00000200:3.0:1776190132.334827:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821900 00000400:00000200:3.0:1776190132.334836:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5f65 [1] + 224 00000400:00000200:3.0:1776190132.334847:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.334850:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.334860:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ffde2ec x1862468301363456/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.334890:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.334899:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378380 00000400:00000200:3.0:1776190132.334905:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb48a5 [2] + 984 00000400:00000200:3.0:1776190132.334915:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.334919:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.334923:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190132.334929:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000020:00000010:1.0:1776190132.335033:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c4ceee7. 00000020:00000010:1.0:1776190132.335048:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190132.335054:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ea5dd845. 00000100:00000200:1.0:1776190132.335092:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074baf3bb x1862468296475520/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190132.335129:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296475520 02000000:00000010:1.0:1776190132.335143:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000097a2c98f. 00010000:00000010:1.0:1776190132.335193:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a351861d. 00000100:00000010:1.0:1776190132.335203:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003514d7bd. 00000100:00000010:1.0:1776190132.335224:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003514d7bd. 00010000:00000010:1.0:1776190132.335230:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a351861d. 00000400:00000010:1.0:1776190132.335250:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff4ab8e8. 00000400:00000010:2.0:1776190132.335275:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000096a048f7. 00000400:00000200:2.0:1776190132.335282:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6b5ec91 00000400:00000010:2.0:1776190132.335285:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6b5ec91. 00000100:00000200:2.0:1776190132.335304:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ffde2ec x1862468301363456/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.335314:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ffde2ec x1862468301363456/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190132.335341:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000040b9106d. 02000000:00000010:2.0:1776190132.335359:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c84d546. 02000000:00000010:2.0:1776190132.335366:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000083116f79. 00000100:00000010:2.0:1776190132.335370:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000010:2.0:1776190132.335377:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000312b7fb0. 00010000:00000010:2.0:1776190132.335380:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eb401c69. 00080000:00000010:2.0:1776190132.335399:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000079315e8. 00010000:00000010:2.0:1776190132.335529:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c7eb1cf. 00010000:00000010:2.0:1776190132.335537:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f28fb608. 00010000:00000010:2.0:1776190132.335654:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005541f3c9. 00010000:00000010:2.0:1776190132.335661:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c99e8c92. 00010000:00000010:2.0:1776190132.335676:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037ba24ed. 00000100:00000010:2.0:1776190132.335682:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.335692:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 02000000:00000010:2.0:1776190132.335707:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046ec8719. 02000000:00000010:2.0:1776190132.335735:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a43ef38. 00000400:00000010:2.0:1776190132.335741:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000789fa5dd. 00000100:00000200:1.0:1776190132.338419:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296475520, offset 224 00000400:00000010:2.0:1776190132.338504:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3a7a590. 00000100:00000200:2.0:1776190132.338521:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301363520, portal 16 00000400:00000010:2.0:1776190132.338531:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054f31e6a. 00000100:00000200:2.0:1776190132.338534:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301363520, offset 0 00000400:00000200:2.0:1776190132.338554:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.338579:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.338591:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.338595:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.338599:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.338611:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92767:92767:256:4294967295] 192.168.203.39@tcp LPNI seq info [92767:92767:8:4294967295] 00000400:00000200:2.0:1776190132.338624:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.338630:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.338634:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.338639:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd90c4b (tot 82352466). 00000400:00000200:0.0:1776190132.338642:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.338646:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92768:92768:255:4294967295] 192.168.203.39@tcp LPNI seq info [92768:92768:7:4294967295] 00000800:00000200:2.0:1776190132.338647:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000400:00000200:0.0:1776190132.338652:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.338656:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.338656:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.338659:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352714). 00000800:00000200:2.0:1776190132.338661:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd90c4b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.338663:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.338665:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.338667:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190132.338746:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d9ad75d. 00000020:00000010:0.0:1776190132.338764:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ea5dd845. 00000020:00000010:0.0:1776190132.338788:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c4ceee7. 00000800:00000200:1.0:1776190132.338943:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.338946:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd90c4b (tot 82352466). 00000400:00000200:1.0:1776190132.338954:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.338960:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.338969:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054f31e6a 00000400:00000010:1.0:1776190132.338972:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054f31e6a. 00000100:00000200:1.0:1776190132.338987:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000969b7ebd x1862468301363520/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190132.339460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa7ea785. 00000800:00000200:1.0:1776190132.339929:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.339933:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352218). 00000400:00000200:1.0:1776190132.339938:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.339945:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.339949:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff4ab8e8 00000400:00000010:1.0:1776190132.339952:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff4ab8e8. 00000400:00000200:3.0:1776190132.342367:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.342388:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821940 00000400:00000200:3.0:1776190132.342398:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5f71 [1] + 224 00000400:00000200:3.0:1776190132.342410:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.342413:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.342424:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000969b7ebd x1862468301363520/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.342459:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.342465:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13783c0 00000400:00000200:3.0:1776190132.342471:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb48a5 [2] + 1312 00000400:00000200:3.0:1776190132.342491:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.342497:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.342503:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190132.342510:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 00000400:00000010:2.0:1776190132.342526:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000789fa5dd. 00000400:00000200:2.0:1776190132.342538:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3a7a590 00000400:00000010:2.0:1776190132.342549:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3a7a590. 00000100:00000200:2.0:1776190132.342564:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000969b7ebd x1862468301363520/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.342575:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000969b7ebd x1862468301363520/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776190132.342618:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018761fd4. 02000000:00000010:2.0:1776190132.342622:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a43ef38. 00000020:00000010:0.0:1776190132.342628:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 02000000:00000010:2.0:1776190132.342631:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000046ec8719. 00000020:00000010:0.0:1776190132.342634:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000010:2.0:1776190132.342637:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 00000100:00000010:2.0:1776190132.342643:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.342647:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037ba24ed. 00000100:00000200:0.0:1776190132.342665:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c4a3a006 x1862468296475584/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190132.342712:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296475584 02000000:00000010:0.0:1776190132.342725:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a718d934. 00010000:00000010:0.0:1776190132.342768:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031a4ffec. 00010000:00000010:0.0:1776190132.342832:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1c365c7. 00000100:00000010:0.0:1776190132.342842:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084383046. 00000100:00000010:0.0:1776190132.342861:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084383046. 00010000:00000010:0.0:1776190132.342864:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1c365c7. 00080000:00000010:2.0:1776190132.342879:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a43ef38. 00000400:00000010:0.0:1776190132.342881:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057762c55. 00010000:00000010:2.0:1776190132.343014:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c99e8c92. 00010000:00000010:2.0:1776190132.343022:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000221e8726. 00010000:00000010:2.0:1776190132.343132:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b451cbc3. 00010000:00000010:2.0:1776190132.343139:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c99e8c92. 00010000:00000010:2.0:1776190132.343152:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037ba24ed. 00000100:00000010:2.0:1776190132.343155:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.343161:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 02000000:00000010:2.0:1776190132.343176:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046ec8719. 02000000:00000010:2.0:1776190132.343207:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072ff9345. 00000400:00000010:2.0:1776190132.343214:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000789fa5dd. 00000100:00000200:0.0:1776190132.348392:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296475584, offset 224 00000400:00000200:0.0:1776190132.348418:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.348515:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.348525:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92769:92769:256:4294967295] 192.168.203.39@tcp LPNI seq info [92769:92769:8:4294967295] 00000400:00000200:0.0:1776190132.348550:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.348558:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.348565:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000826f680e (tot 82352466). 00000800:00000200:0.0:1776190132.348575:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.348584:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.348588:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000826f680e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190132.348637:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.348646:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190132.348651:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018761fd4. 00000800:00000200:0.0:1776190132.348823:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.348827:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000826f680e (tot 82352218). 00000400:00000200:0.0:1776190132.348832:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.348838:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.348843:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057762c55 00000400:00000010:0.0:1776190132.348846:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057762c55. 00000400:00000010:2.0:1776190132.348882:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3a7a590. 00000100:00000200:2.0:1776190132.348892:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301363584, portal 16 00000400:00000010:2.0:1776190132.348900:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e6b3e44. 00000100:00000200:2.0:1776190132.348902:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301363584, offset 0 00000400:00000200:2.0:1776190132.348909:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.348917:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.348926:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.348930:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.348933:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.348935:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92770:92770:256:4294967295] 192.168.203.39@tcp LPNI seq info [92770:92770:8:4294967295] 00000400:00000200:2.0:1776190132.348943:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.348947:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.348953:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd90c4b (tot 82352466). 00000800:00000200:2.0:1776190132.348957:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.348962:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.348966:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd90c4b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.349115:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.349118:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd90c4b (tot 82352218). 00000400:00000200:0.0:1776190132.349124:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.349128:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.349131:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e6b3e44 00000400:00000010:0.0:1776190132.349132:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e6b3e44. 00000100:00000200:0.0:1776190132.349141:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000969b7ebd x1862468301363584/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190132.350023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000beac1477. 00010000:00000010:2.1:1776190132.350036:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4923f84. 00010000:00000010:2.1:1776190132.350059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002762e9a8. 00000400:00000200:3.0:1776190132.356804:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.356833:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821980 00000400:00000200:3.0:1776190132.356846:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5f7d [1] + 224 00000400:00000200:3.0:1776190132.356870:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.356875:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.356889:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000969b7ebd x1862468301363584/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190132.357506:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000789fa5dd. 00000400:00000200:1.0:1776190132.357518:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3a7a590 00000400:00000010:1.0:1776190132.357521:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3a7a590. 00000100:00000200:1.0:1776190132.357536:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000969b7ebd x1862468301363584/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190132.357558:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000969b7ebd x1862468301363584/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190132.357605:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072ff9345. 02000000:00000010:1.0:1776190132.357612:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000046ec8719. 00000100:00000010:1.0:1776190132.357617:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 00000100:00000010:1.0:1776190132.357622:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:1.0:1776190132.357629:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037ba24ed. 00010000:00000010:0.1:1776190132.358191:0:78472:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000826a1202. 00000400:00000200:1.0:1776190132.361064:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.361088:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378400 00000400:00000200:1.0:1776190132.361098:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb48a5 [2] + 1640 00010000:00000010:2.1:1776190132.361110:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e39fc16. 00010000:00000010:2.1:1776190132.361130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005541f3c9. 00000400:00000200:1.0:1776190132.361174:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.361180:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.361186:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.361192:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b94bceb5. 00000020:00000010:3.0:1776190132.361571:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000678ca014. 00000020:00000010:3.0:1776190132.361582:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190132.361588:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.361627:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b94bceb5 x1862468296475648/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190132.361681:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296475648 02000000:00000010:3.0:1776190132.361698:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b56ecee7. 00010000:00000010:3.0:1776190132.361738:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000082c57ad5. 00010000:00000010:3.0:1776190132.361764:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dc54c02f. 00000100:00000010:3.0:1776190132.361814:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000312b7fb0. 00000100:00000010:3.0:1776190132.361827:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000312b7fb0. 00010000:00000010:3.0:1776190132.361831:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dc54c02f. 00000400:00000010:3.0:1776190132.361850:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ceb23d8e. 00000100:00000200:3.0:1776190132.361857:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296475648, offset 224 00000400:00000200:3.0:1776190132.361867:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.361886:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.361893:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92771:92771:256:4294967295] 192.168.203.39@tcp LPNI seq info [92771:92771:8:4294967295] 00000400:00000200:3.0:1776190132.361905:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.361912:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.361918:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.361924:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.361933:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.361937:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.361962:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190132.361966:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.361969:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000678ca014. 00000800:00000200:3.0:1776190132.362071:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.362075:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:3.0:1776190132.362084:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.362088:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.362093:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ceb23d8e 00000400:00000010:3.0:1776190132.362096:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ceb23d8e. 00080000:00000010:1.0:1776190132.362730:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ab0f983. 00010000:00000010:1.0:1776190132.362918:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c99e8c92. 00010000:00000010:1.0:1776190132.362929:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000af6403b8. 00010000:00000010:1.0:1776190132.363018:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002787a695. 00010000:00000010:1.0:1776190132.363026:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002f44af88. 00010000:00000010:1.0:1776190132.363039:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f0b3c7c. 00000100:00000010:1.0:1776190132.363048:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003514d7bd. 00000100:00000010:1.0:1776190132.363059:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8f88089. 02000000:00000010:1.0:1776190132.363075:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000efcbf5fb. 02000000:00000010:1.0:1776190132.363112:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b95cbc9d. 00000400:00000010:1.0:1776190132.363121:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006aff6f5f. 00000400:00000010:1.0:1776190132.363129:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190132.363137:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301363648, portal 16 00000400:00000010:1.0:1776190132.363143:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004926409b. 00000100:00000200:1.0:1776190132.363146:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301363648, offset 0 00000400:00000200:1.0:1776190132.363156:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.363172:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.363181:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190132.363186:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190132.363191:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190132.363195:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92772:92772:256:4294967295] 192.168.203.39@tcp LPNI seq info [92772:92772:8:4294967295] 00000400:00000200:1.0:1776190132.363205:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.363211:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.363216:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190132.363222:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.363228:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.363232:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190132.364650:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.364659:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:2.0:1776190132.364673:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.364688:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.364696:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004926409b 00000400:00000010:2.0:1776190132.364700:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004926409b. 00000100:00000200:2.0:1776190132.364713:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8f88089 x1862468301363648/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190132.367896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000becaaadb. 00010000:00000010:1.1:1776190132.371883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000507111c3. 00010000:00000010:1.1:1776190132.371903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b451cbc3. 00000400:00000200:1.0:1776190132.379133:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.379160:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18219c0 00000400:00000200:1.0:1776190132.379173:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5f89 [1] + 224 00000400:00000200:1.0:1776190132.379193:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.379199:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.379213:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e8f88089 x1862468301363648/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190132.379273:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006aff6f5f. 00000400:00000200:1.0:1776190132.379278:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff4ab8e8 00000400:00000010:1.0:1776190132.379280:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190132.379287:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8f88089 x1862468301363648/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190132.379295:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8f88089 x1862468301363648/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190132.379335:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b95cbc9d. 02000000:00000010:1.0:1776190132.379344:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000efcbf5fb. 00000100:00000010:1.0:1776190132.379349:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8f88089. 00000100:00000010:1.0:1776190132.379354:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003514d7bd. 00010000:00000010:1.0:1776190132.379358:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f0b3c7c. 00000400:00000200:3.0:1776190132.384148:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.384175:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378440 00000400:00000200:3.0:1776190132.384186:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb48a5 [2] + 1968 00000400:00000010:3.0:1776190132.384192:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000783c810. 00000400:00000200:3.0:1776190132.384201:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007afcfded 00000400:00000200:3.0:1776190132.384274:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.384280:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.384286:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007afcfded 00000400:00000010:3.0:1776190132.384288:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007afcfded (tot 82352066). 00000100:00000200:3.0:1776190132.384296:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190132.384596:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061526cc4. 00000020:00000010:2.0:1776190132.384605:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190132.384611:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190132.384647:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009597f51c x1862468296475712/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190132.384953:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296475712 02000000:00000010:2.0:1776190132.384970:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000072ff9345. 00010000:00000010:2.0:1776190132.385010:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e99d9bfe. 00010000:00000010:2.0:1776190132.385039:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa349308. 00000100:00000010:2.0:1776190132.385048:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029afb83f. 00000100:00000010:2.0:1776190132.385066:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029afb83f. 00010000:00000010:2.0:1776190132.385070:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa349308. 00000400:00000010:2.0:1776190132.385088:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002848b18e. 00000100:00000200:2.0:1776190132.385095:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296475712, offset 224 00000400:00000200:2.0:1776190132.385105:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.385129:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.385136:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92773:92773:256:4294967295] 192.168.203.39@tcp LPNI seq info [92773:92773:8:4294967295] 00000400:00000200:2.0:1776190132.385148:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.385154:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.385160:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797f442e (tot 82352314). 00000800:00000200:2.0:1776190132.385167:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.385175:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.385180:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000797f442e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190132.385199:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190132.385205:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190132.385209:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061526cc4. 02000000:00000010:2.0:1776190132.385220:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b56ecee7. 00000100:00000010:2.0:1776190132.385225:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b94bceb5. 02000000:00000010:2.0:1776190132.385230:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a718d934. 00000100:00000010:2.0:1776190132.385232:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 02000000:00000010:2.0:1776190132.385236:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000097a2c98f. 00000100:00000010:2.0:1776190132.385241:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 02000000:00000010:2.0:1776190132.385245:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000016f18953. 00000100:00000010:2.0:1776190132.385247:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 02000000:00000010:2.0:1776190132.385250:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c04ae564. 00000100:00000010:2.0:1776190132.385253:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 02000000:00000010:2.0:1776190132.385256:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000be9aa117. 00000100:00000010:2.0:1776190132.385258:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 00000100:00000200:2.0:1776190132.385266:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190132.385273:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000245bb2ff. 00000400:00000010:2.0:1776190132.385278:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000029afb83f (tot 82352466). 00000800:00000200:0.0:1776190132.385293:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.385298:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797f442e (tot 82352218). 00000400:00000200:0.0:1776190132.385306:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.385311:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00080000:00000010:2.0:1776190132.385314:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061526cc4. 00000400:00000200:0.0:1776190132.385315:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002848b18e 00000400:00000010:0.0:1776190132.385319:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002848b18e. 02000000:00000010:0.0:1776190132.385325:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000072ff9345. 00010000:00000010:2.0:1776190132.385444:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002f44af88. 00010000:00000010:2.0:1776190132.385454:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c423b2f8. 00010000:00000010:2.0:1776190132.386055:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c1067e70. 00010000:00000010:2.0:1776190132.386066:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000098f78be. 00010000:00000010:2.0:1776190132.386073:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005541f3c9. 00010000:00000010:2.0:1776190132.386082:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c99e8c92. 00080000:00000010:2.0:1776190132.386106:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072ff9345. 00010000:00000010:2.0:1776190132.386176:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c99e8c92. 00010000:00000010:2.0:1776190132.386182:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000098f78be. 00010000:00000010:2.0:1776190132.386257:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005891fa60. 00010000:00000010:2.0:1776190132.386261:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c99e8c92. 00010000:00000010:2.0:1776190132.386271:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa349308. 00000100:00000010:2.0:1776190132.386278:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.386287:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000462ed234. 02000000:00000010:2.0:1776190132.386302:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000016f18953. 02000000:00000010:2.0:1776190132.386330:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d9790d2a. 00000400:00000010:2.0:1776190132.386338:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000525a88e7. 00000400:00000010:2.0:1776190132.386345:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616296ae. 00000100:00000200:2.0:1776190132.386352:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301363712, portal 16 00000400:00000010:2.0:1776190132.386357:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d4d52a6. 00000100:00000200:2.0:1776190132.386361:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301363712, offset 0 00000400:00000200:2.0:1776190132.386372:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.386390:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.386398:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.386402:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.386405:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.386408:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92774:92774:256:4294967295] 192.168.203.39@tcp LPNI seq info [92774:92774:8:4294967295] 00000400:00000200:2.0:1776190132.386420:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.386427:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.386431:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4c63abf (tot 82352466). 00000800:00000200:2.0:1776190132.386439:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.386447:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.386452:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4c63abf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190132.386607:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.387008:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4c63abf (tot 82352218). 00000400:00000200:1.0:1776190132.387016:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.387026:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.387153:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d4d52a6 00000400:00000010:1.0:1776190132.387157:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d4d52a6. 00000100:00000200:1.0:1776190132.387171:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000462ed234 x1862468301363712/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190132.393193:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190132.393214:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821a00 00000400:00000200:2.0:1776190132.393222:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5f99 [1] + 224 00000400:00000200:2.0:1776190132.393231:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.393234:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190132.393243:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000462ed234 x1862468301363712/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190132.393284:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190132.393288:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378480 00000400:00000200:2.0:1776190132.393292:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb48fd [2] + 0 00000400:00000200:2.0:1776190132.393346:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.393350:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190132.393353:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190132.393359:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 00000020:00000010:2.0:1776190132.393420:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbe75675. 00000020:00000010:2.0:1776190132.393426:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c574d3ac. 00000020:00000010:2.0:1776190132.393430:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190132.393457:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d9e7cf1 x1862468296475776/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190132.393486:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296475776 02000000:00000010:2.0:1776190132.393501:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009a920ab5. 00010000:00000010:2.0:1776190132.393537:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f2cef62. 00000100:00000010:2.0:1776190132.393554:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000074629918. 00000100:00000010:2.0:1776190132.393560:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000074629918. 00010000:00000010:2.0:1776190132.393563:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f2cef62. 00000400:00000010:2.0:1776190132.393575:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f90117b. 00000100:00000200:2.0:1776190132.393579:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296475776, offset 224 00000400:00000200:2.0:1776190132.393586:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.393599:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.393607:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92775:92775:256:4294967295] 192.168.203.39@tcp LPNI seq info [92775:92775:8:4294967295] 00000400:00000200:2.0:1776190132.393618:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.393623:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000400:00000010:1.0:1776190132.393626:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000525a88e7. 00000800:00000010:2.0:1776190132.393628:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0a4d4c8 (tot 82352466). 00000800:00000200:2.0:1776190132.393637:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000400:00000200:1.0:1776190132.393639:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616296ae 00000400:00000010:1.0:1776190132.393644:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616296ae. 00000800:00000200:2.0:1776190132.393648:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.393654:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0a4d4c8 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1776190132.393661:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000462ed234 x1862468301363712/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1776190132.393672:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c574d3ac. 00000100:00000200:1.0:1776190132.393675:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000462ed234 x1862468301363712/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1776190132.393679:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190132.393686:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbe75675. 00010000:00000010:1.0:1776190132.393719:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008f0ed3be. 02000000:00000010:1.0:1776190132.393748:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d9790d2a. 02000000:00000010:1.0:1776190132.393756:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000016f18953. 00000100:00000010:1.0:1776190132.393764:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000462ed234. 00000100:00000010:1.0:1776190132.393815:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:1.0:1776190132.393822:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa349308. 00080000:00000010:1.0:1776190132.393848:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087704bd0. 00010000:00000010:1.0:1776190132.393974:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c99e8c92. 00010000:00000010:1.0:1776190132.393984:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d2b9d599. 00010000:00000010:1.0:1776190132.394293:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002b5d353. 00010000:00000010:1.0:1776190132.394301:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000429e84a3. 00010000:00000010:1.0:1776190132.394316:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a351861d. 00000100:00000010:1.0:1776190132.394322:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003514d7bd. 00000100:00000010:1.0:1776190132.394332:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8f88089. 02000000:00000010:1.0:1776190132.394349:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d4e90824. 02000000:00000010:1.0:1776190132.394382:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000016f18953. 00000400:00000010:1.0:1776190132.394388:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006aff6f5f. 00000400:00000010:1.0:1776190132.394395:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190132.394403:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301363776, portal 16 00000400:00000010:1.0:1776190132.394409:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4c2ce73. 00000100:00000200:1.0:1776190132.394411:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301363776, offset 0 00000400:00000200:1.0:1776190132.394419:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.394434:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.394443:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190132.394447:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190132.394450:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190132.394454:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92776:92776:255:4294967295] 192.168.203.39@tcp LPNI seq info [92776:92776:7:4294967295] 00000400:00000200:1.0:1776190132.394464:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.394470:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.394474:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000018c6da1 (tot 82352714). 00000800:00000200:1.0:1776190132.394480:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.394487:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.394490:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000018c6da1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190132.395063:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.395070:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0a4d4c8 (tot 82352466). 00000400:00000200:2.0:1776190132.395080:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.395088:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.395094:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f90117b 00000400:00000010:2.0:1776190132.395096:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f90117b. 00000800:00000200:2.0:1776190132.395299:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.395302:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000018c6da1 (tot 82352218). 00000400:00000200:2.0:1776190132.395309:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.395313:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.395316:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4c2ce73 00000400:00000010:2.0:1776190132.395318:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4c2ce73. 00000100:00000200:2.0:1776190132.395325:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8f88089 x1862468301363776/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.399200:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.399224:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821a40 00000400:00000200:1.0:1776190132.399238:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5fa5 [1] + 224 00000400:00000200:1.0:1776190132.399261:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.399266:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.399280:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e8f88089 x1862468301363776/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190132.399294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007513d5d4. 00010000:00000010:2.1:1776190132.399319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6005af3. 00010000:00000010:2.1:1776190132.399327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002787a695. 00010000:00000010:2.1:1776190132.399332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1067e70. 00010000:00000010:2.1:1776190132.399336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005541f3c9. 00000400:00000010:2.0:1776190132.399362:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006aff6f5f. 00000400:00000200:2.0:1776190132.399367:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff4ab8e8 00000400:00000010:2.0:1776190132.399369:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff4ab8e8. 00000100:00000200:2.0:1776190132.399381:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8f88089 x1862468301363776/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.399529:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8f88089 x1862468301363776/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.399572:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000016f18953. 02000000:00000010:2.0:1776190132.399578:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d4e90824. 00000100:00000010:2.0:1776190132.399584:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8f88089. 00000100:00000010:2.0:1776190132.399589:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003514d7bd. 00010000:00000010:2.0:1776190132.399595:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a351861d. 00000400:00000200:2.0:1776190132.405444:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190132.405466:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13784c0 00000400:00000200:2.0:1776190132.405476:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb48fd [2] + 328 00000400:00000200:2.0:1776190132.405553:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.405562:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190132.405569:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190132.405575:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 00010000:00000010:1.1:1776190132.406985:0:78476:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ea9e34. 00010000:00000010:1.1:1776190132.407003:0:78476:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009baabc31. 00010000:00000010:1.1:1776190132.407007:0:78476:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005891fa60. 00000020:00000010:3.0:1776190132.408408:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a79a69a8. 00000020:00000010:3.0:1776190132.408423:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190132.408429:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.408464:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001fa788c5 x1862468296475840/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190132.408505:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296475840 02000000:00000010:3.0:1776190132.411870:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007d1df8dd. 00010000:00000010:3.0:1776190132.411919:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d58633ae. 00010000:00000010:3.0:1776190132.411948:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f66a7ff. 00000100:00000010:3.0:1776190132.411956:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000312b7fb0. 00000100:00000010:3.0:1776190132.411980:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000312b7fb0. 00010000:00000010:3.0:1776190132.411984:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f66a7ff. 00000400:00000010:3.0:1776190132.411997:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ceb23d8e. 00000100:00000200:3.0:1776190132.412004:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296475840, offset 224 00000400:00000200:3.0:1776190132.412015:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.412030:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.412036:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92777:92777:256:4294967295] 192.168.203.39@tcp LPNI seq info [92777:92777:8:4294967295] 00000400:00000200:3.0:1776190132.412046:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.412051:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.412056:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.412062:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.412069:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.412073:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.412092:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190132.412097:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.412100:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a79a69a8. 00080000:00000010:0.0:1776190132.414943:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be9aa117. 00000800:00000200:2.0:1776190132.414993:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.415002:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:2.0:1776190132.415014:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.415028:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.415034:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ceb23d8e 00000400:00000010:2.0:1776190132.415036:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ceb23d8e. 00010000:00000010:0.0:1776190132.415112:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000429e84a3. 00010000:00000010:0.0:1776190132.415128:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ca89ac37. 00010000:00000010:0.0:1776190132.415237:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001addba45. 00010000:00000010:0.0:1776190132.415246:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000837cdb00. 00010000:00000010:0.0:1776190132.415276:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1c365c7. 00000100:00000010:0.0:1776190132.415286:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084383046. 00000100:00000010:0.0:1776190132.416101:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b6dc10e. 02000000:00000010:0.0:1776190132.416127:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a718d934. 02000000:00000010:0.0:1776190132.416171:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e74ec7c2. 00000400:00000010:0.0:1776190132.416180:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000066547850. 00000400:00000010:0.0:1776190132.416188:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057762c55. 00000100:00000200:0.0:1776190132.416197:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301363840, portal 16 00000400:00000010:0.0:1776190132.416203:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078894c92. 00000100:00000200:0.0:1776190132.416206:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301363840, offset 0 00000400:00000200:0.0:1776190132.416216:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.416237:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.416590:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190132.416596:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190132.416600:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190132.416606:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92778:92778:256:4294967295] 192.168.203.39@tcp LPNI seq info [92778:92778:8:4294967295] 00000400:00000200:0.0:1776190132.416625:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.416635:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.416644:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000826f680e (tot 82352466). 00000800:00000200:0.0:1776190132.416653:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.416664:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.416669:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000826f680e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190132.418277:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.418287:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000826f680e (tot 82352218). 00000400:00000200:1.0:1776190132.418296:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.418307:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.418315:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078894c92 00000400:00000010:1.0:1776190132.418318:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078894c92. 00000100:00000200:1.0:1776190132.418417:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009b6dc10e x1862468301363840/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190132.420203:0:78477:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f53e28. 00000400:00000200:2.0:1776190132.422749:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190132.422769:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821a80 00000400:00000200:2.0:1776190132.422810:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5fb1 [1] + 224 00000400:00000200:2.0:1776190132.422834:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.422839:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190132.422852:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009b6dc10e x1862468301363840/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190132.422897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cabcca3. 00010000:00000010:0.1:1776190132.422916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002b5d353. 00000400:00000010:0.0:1776190132.422963:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000066547850. 00000400:00000200:0.0:1776190132.422969:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057762c55 00000400:00000010:0.0:1776190132.422972:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057762c55. 00000100:00000200:0.0:1776190132.422985:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009b6dc10e x1862468301363840/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190132.422996:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009b6dc10e x1862468301363840/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190132.423036:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e74ec7c2. 02000000:00000010:0.0:1776190132.423043:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a718d934. 00000100:00000010:0.0:1776190132.423048:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b6dc10e. 00000100:00000010:0.0:1776190132.423055:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084383046. 00010000:00000010:0.0:1776190132.423059:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1c365c7. 00000400:00000200:2.0:1776190132.430442:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190132.430470:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378500 00000400:00000200:2.0:1776190132.430477:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb48fd [2] + 656 00000400:00000200:2.0:1776190132.430538:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.430553:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190132.430563:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190132.430571:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a89b0311. 00000020:00000010:3.0:1776190132.430714:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c04ae564. 00000020:00000010:3.0:1776190132.430722:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190132.430728:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.430755:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a89b0311 x1862468296475904/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190132.430878:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296475904 02000000:00000010:3.0:1776190132.430902:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b56ecee7. 00010000:00000010:3.0:1776190132.430933:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab94c38b. 00010000:00000010:3.0:1776190132.430956:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f66a7ff. 00000100:00000010:3.0:1776190132.430964:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000312b7fb0. 00000100:00000010:3.0:1776190132.430980:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000312b7fb0. 00010000:00000010:3.0:1776190132.430984:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f66a7ff. 00000400:00000010:3.0:1776190132.430998:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000100:00000200:3.0:1776190132.431005:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296475904, offset 224 00000400:00000200:3.0:1776190132.431014:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.431025:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.431030:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92779:92779:256:4294967295] 192.168.203.39@tcp LPNI seq info [92779:92779:8:4294967295] 00000400:00000200:3.0:1776190132.431040:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.431045:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.431050:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.431055:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.431061:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.431066:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.431093:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190132.431097:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.431100:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c04ae564. 00000800:00000200:1.0:1776190132.431257:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.431261:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:1.0:1776190132.431267:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.431271:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.431274:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003335af77 00000400:00000010:1.0:1776190132.431276:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003335af77. 00080000:00000010:3.0:1776190132.431573:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c04ae564. 00010000:00000010:3.0:1776190132.431665:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000837cdb00. 00010000:00000010:3.0:1776190132.431672:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000161723f2. 00010000:00000010:3.0:1776190132.431748:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:3.0:1776190132.431755:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008eca292f. 00010000:00000010:3.0:1776190132.431765:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f66a7ff. 00000100:00000010:3.0:1776190132.431769:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000312b7fb0. 00000100:00000010:2.0:1776190132.432277:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000663a046d. 02000000:00000010:2.0:1776190132.432294:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000028628fb. 02000000:00000010:2.0:1776190132.432319:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4e90824. 00000400:00000010:2.0:1776190132.432325:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006ee23bb7. 00000400:00000010:2.0:1776190132.432330:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f90117b. 00000100:00000200:2.0:1776190132.432334:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301363904, portal 16 00000400:00000010:2.0:1776190132.432340:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d797cb3e. 00000100:00000200:2.0:1776190132.432342:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301363904, offset 0 00000400:00000200:2.0:1776190132.432349:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.432361:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.432367:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.432370:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.432373:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.432375:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92780:92780:256:4294967295] 192.168.203.39@tcp LPNI seq info [92780:92780:8:4294967295] 00000400:00000200:2.0:1776190132.432383:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.432387:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.432391:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0a4d4c8 (tot 82352466). 00000800:00000200:2.0:1776190132.432395:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.432400:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.432404:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0a4d4c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190132.432631:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.432635:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0a4d4c8 (tot 82352218). 00000400:00000200:3.0:1776190132.432641:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.432645:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.432648:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d797cb3e 00000400:00000010:3.0:1776190132.432649:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d797cb3e. 00000100:00000200:3.0:1776190132.432656:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000663a046d x1862468301363904/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.436971:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.436991:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821ac0 00000400:00000200:3.0:1776190132.437001:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5fbd [1] + 224 00000400:00000200:3.0:1776190132.437020:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.437024:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.437037:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000663a046d x1862468301363904/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190132.437169:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006ee23bb7. 00000400:00000200:0.0:1776190132.437179:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f90117b 00000400:00000010:0.0:1776190132.437182:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f90117b. 00000100:00000200:0.0:1776190132.437195:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000663a046d x1862468301363904/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190132.437205:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000663a046d x1862468301363904/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190132.437245:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4e90824. 02000000:00000010:0.0:1776190132.437255:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000028628fb. 00000100:00000010:0.0:1776190132.437260:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000663a046d. 00000100:00000010:0.0:1776190132.437266:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000312b7fb0. 00010000:00000010:0.0:1776190132.437270:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f66a7ff. 00000400:00000200:2.0:1776190132.444882:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190132.444908:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378540 00000400:00000200:2.0:1776190132.444920:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb48fd [2] + 984 00000400:00000200:2.0:1776190132.445216:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.445223:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190132.445234:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190132.445242:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e75ddab0. 00000020:00000010:1.0:1776190132.446807:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000856b887a. 00000020:00000010:1.0:1776190132.446822:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000021548751. 00000020:00000010:1.0:1776190132.446828:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190132.446861:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e75ddab0 x1862468296475968/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190132.446908:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296475968 02000000:00000010:1.0:1776190132.446923:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000016f18953. 00010000:00000010:3.1:1776190132.446949:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dac37734. 00010000:00000010:1.0:1776190132.446954:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e0963f6. 00010000:00000010:3.1:1776190132.446968:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e249feab. 00010000:00000010:3.1:1776190132.446975:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001addba45. 00010000:00000010:1.0:1776190132.446981:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000078359f. 00000100:00000010:1.0:1776190132.446991:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003514d7bd. 00000100:00000010:1.0:1776190132.447006:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003514d7bd. 00010000:00000010:1.0:1776190132.447010:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000078359f. 00000400:00000010:1.0:1776190132.447023:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc34d2c4. 00000100:00000200:1.0:1776190132.447029:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296475968, offset 224 00000400:00000200:1.0:1776190132.447049:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.447063:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.447068:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92781:92781:256:4294967295] 192.168.203.39@tcp LPNI seq info [92781:92781:8:4294967295] 00000400:00000200:1.0:1776190132.447078:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.447084:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.447089:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031d29c32 (tot 82352466). 00000800:00000200:1.0:1776190132.447095:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.447101:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.447105:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031d29c32 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190132.447127:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000021548751. 00000020:00000010:1.0:1776190132.447133:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190132.447137:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000856b887a. 00000800:00000200:3.0:1776190132.447274:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.447280:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031d29c32 (tot 82352218). 00000400:00000200:3.0:1776190132.447288:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.447726:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.447733:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc34d2c4 00000400:00000010:3.0:1776190132.447737:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc34d2c4. 00080000:00000010:1.0:1776190132.448532:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000856b887a. 00010000:00000010:1.0:1776190132.448650:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008eca292f. 00010000:00000010:1.0:1776190132.448659:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a8fe86fa. 00010000:00000010:1.0:1776190132.448730:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8ea9e34. 00010000:00000010:1.0:1776190132.448736:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009caa8b0b. 00010000:00000010:1.0:1776190132.448747:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000078359f. 00000100:00000010:1.0:1776190132.448753:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003514d7bd. 00000100:00000010:1.0:1776190132.448760:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190132.448835:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d3648750. 02000000:00000010:1.0:1776190132.448867:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d09296c. 00000400:00000010:1.0:1776190132.448874:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008ad6d9b9. 00000400:00000010:1.0:1776190132.448880:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d43b3045. 00000100:00000200:1.0:1776190132.448887:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301363968, portal 16 00000400:00000010:1.0:1776190132.448891:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001149df6c. 00000100:00000200:1.0:1776190132.448894:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301363968, offset 0 00000400:00000200:1.0:1776190132.448901:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.448916:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.448924:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190132.448927:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190132.448929:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190132.448933:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92782:92782:256:4294967295] 192.168.203.39@tcp LPNI seq info [92782:92782:8:4294967295] 00000400:00000200:1.0:1776190132.448941:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.448947:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.448951:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c40e4d7 (tot 82352466). 00000800:00000200:1.0:1776190132.448957:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.448963:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.448966:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c40e4d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190132.449205:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.449211:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c40e4d7 (tot 82352218). 00000400:00000200:3.0:1776190132.449220:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.449228:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.449233:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001149df6c 00000400:00000010:3.0:1776190132.449236:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001149df6c. 00000100:00000200:3.0:1776190132.449247:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301363968/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190132.454329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd422604. 00000400:00000200:3.0:1776190132.455651:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.455681:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821b00 00000400:00000200:3.0:1776190132.455696:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5fc9 [1] + 224 00000400:00000200:3.0:1776190132.455712:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.455716:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.455731:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301363968/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.455803:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.455810:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378580 00000400:00000200:3.0:1776190132.455815:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb48fd [2] + 1312 00000400:00000200:3.0:1776190132.455882:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.455885:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.455890:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190132.455898:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 00000400:00000010:1.0:1776190132.456037:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008ad6d9b9. 00000400:00000200:1.0:1776190132.456048:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d43b3045 00000400:00000010:1.0:1776190132.456050:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d43b3045. 00000100:00000200:1.0:1776190132.456064:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301363968/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190132.456075:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301363968/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190132.456108:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d09296c. 02000000:00000010:1.0:1776190132.456116:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d3648750. 00000100:00000010:1.0:1776190132.456120:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190132.456124:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003514d7bd. 00010000:00000010:1.0:1776190132.456127:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000078359f. 00000020:00000010:0.0:1776190132.456612:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018525776. 00000020:00000010:0.0:1776190132.456623:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4584ad6. 00000020:00000010:0.0:1776190132.456629:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190132.456667:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000552495c9 x1862468296476032/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190132.456710:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296476032 02000000:00000010:0.0:1776190132.456725:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000259ad01c. 00010000:00000010:0.0:1776190132.456763:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a62327f3. 00010000:00000010:0.0:1776190132.456822:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1c365c7. 00000100:00000010:0.0:1776190132.456830:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084383046. 00000100:00000010:0.0:1776190132.456839:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084383046. 00010000:00000010:0.0:1776190132.456842:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1c365c7. 00000400:00000010:0.0:1776190132.456860:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057762c55. 00000100:00000200:0.0:1776190132.456866:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296476032, offset 224 00000400:00000200:0.0:1776190132.456876:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.456891:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.456897:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92783:92783:256:4294967295] 192.168.203.39@tcp LPNI seq info [92783:92783:8:4294967295] 00000400:00000200:0.0:1776190132.456909:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.456915:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.456922:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352466). 00000800:00000200:0.0:1776190132.456929:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.456938:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.456942:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190132.456963:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4584ad6. 00000020:00000010:0.0:1776190132.456968:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190132.456972:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018525776. 00000800:00000200:0.0:1776190132.457090:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.457094:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352218). 00000400:00000200:0.0:1776190132.457099:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.457104:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.457107:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057762c55 00000400:00000010:0.0:1776190132.457110:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057762c55. 00080000:00000010:1.0:1776190132.459149:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3648750. 00010000:00000010:1.0:1776190132.459278:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009caa8b0b. 00010000:00000010:1.0:1776190132.459290:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009eb7e16f. 00010000:00000010:1.0:1776190132.459368:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026e74b7e. 00010000:00000010:1.0:1776190132.459372:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000021548751. 00010000:00000010:1.0:1776190132.459378:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000785cf800. 00010000:00000010:1.0:1776190132.459383:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009caa8b0b. 00080000:00000010:1.0:1776190132.459399:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d09296c. 00010000:00000010:1.1:1776190132.459922:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049d0314c. 00010000:00000010:1.1:1776190132.459932:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:1.0:1776190132.459986:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009caa8b0b. 00010000:00000010:1.0:1776190132.459994:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000021548751. 00010000:00000010:1.0:1776190132.460054:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e0d8dd8. 00010000:00000010:1.0:1776190132.460059:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009caa8b0b. 00010000:00000010:1.0:1776190132.460067:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000078359f. 00000100:00000010:1.0:1776190132.460075:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003514d7bd. 00000100:00000010:1.0:1776190132.460084:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190132.460098:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005287d52a. 02000000:00000010:1.0:1776190132.460124:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000042d1b3f3. 00000400:00000010:1.0:1776190132.460130:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008ad6d9b9. 00000400:00000010:1.0:1776190132.460136:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d43b3045. 00000100:00000200:1.0:1776190132.460143:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301364032, portal 16 00000400:00000010:1.0:1776190132.460148:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b96b8ae7. 00000100:00000200:1.0:1776190132.460150:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301364032, offset 0 00000400:00000200:1.0:1776190132.460158:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.460175:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.460194:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190132.460198:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190132.460201:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190132.460205:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92784:92784:256:4294967295] 192.168.203.39@tcp LPNI seq info [92784:92784:8:4294967295] 00000400:00000200:1.0:1776190132.460215:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.460221:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.460226:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006708edc (tot 82352466). 00000800:00000200:1.0:1776190132.460231:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.460237:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.460242:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006708edc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190132.460942:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.460947:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006708edc (tot 82352218). 00000400:00000200:3.0:1776190132.460953:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.460959:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.460964:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b96b8ae7 00000400:00000010:3.0:1776190132.460966:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b96b8ae7. 00000100:00000200:3.0:1776190132.460975:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301364032/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.462437:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.462456:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821b40 00000400:00000200:3.0:1776190132.462464:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5fd5 [1] + 224 00000400:00000200:3.0:1776190132.462478:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.462481:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.462490:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301364032/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.463036:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.463044:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13785c0 00000400:00000200:3.0:1776190132.463050:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb48fd [2] + 1640 00000400:00000200:3.0:1776190132.463096:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.463099:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.463103:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190132.463110:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 00000020:00000010:2.0:1776190132.463380:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4e90824. 00000020:00000010:2.0:1776190132.463395:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fa416568. 00000020:00000010:2.0:1776190132.463401:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190132.463440:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016984533 x1862468296476096/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190132.463488:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296476096 02000000:00000010:2.0:1776190132.463504:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d9790d2a. 00010000:00000010:2.0:1776190132.463957:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f2cef62. 00000100:00000010:2.0:1776190132.463969:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000074629918. 00000100:00000010:2.0:1776190132.463979:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000074629918. 00010000:00000010:2.0:1776190132.463984:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f2cef62. 00000400:00000010:2.0:1776190132.464189:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ded49ea2. 00000100:00000200:2.0:1776190132.464198:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296476096, offset 224 00000400:00000200:2.0:1776190132.464210:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.464228:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.464236:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92785:92785:256:4294967295] 192.168.203.39@tcp LPNI seq info [92785:92785:8:4294967295] 00000400:00000200:2.0:1776190132.464248:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.464256:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.464262:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb044675 (tot 82352466). 00000800:00000200:2.0:1776190132.464270:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.464278:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.464282:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb044675 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190132.464314:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fa416568. 00000020:00000010:2.0:1776190132.464319:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190132.464325:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4e90824. 00000800:00000200:2.0:1776190132.465223:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.465229:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb044675 (tot 82352218). 00000400:00000200:2.0:1776190132.465237:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.465246:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.465252:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ded49ea2 00000400:00000010:2.0:1776190132.465255:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ded49ea2. 00000400:00000010:1.0:1776190132.465701:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008ad6d9b9. 00000400:00000200:1.0:1776190132.465714:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d43b3045 00000400:00000010:1.0:1776190132.465717:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d43b3045. 00000100:00000200:1.0:1776190132.465999:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301364032/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190132.466015:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301364032/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190132.466047:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a3298c78. 02000000:00000010:1.0:1776190132.466067:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000042d1b3f3. 02000000:00000010:1.0:1776190132.466255:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005287d52a. 00000100:00000010:1.0:1776190132.466260:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190132.466264:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003514d7bd. 00010000:00000010:1.0:1776190132.466267:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000078359f. 00080000:00000010:1.0:1776190132.466292:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005287d52a. 00010000:00000010:1.0:1776190132.466377:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009caa8b0b. 00010000:00000010:1.0:1776190132.466386:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000069fb463b. 00010000:00000010:1.0:1776190132.466459:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048090b11. 00010000:00000010:1.0:1776190132.466466:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009caa8b0b. 00010000:00000010:1.0:1776190132.466479:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000078359f. 00000100:00000010:1.0:1776190132.466485:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003514d7bd. 00000100:00000010:1.0:1776190132.466506:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190132.466521:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000042d1b3f3. 02000000:00000010:1.0:1776190132.466848:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000554647e. 00000400:00000010:1.0:1776190132.466855:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008ad6d9b9. 00000400:00000010:1.0:1776190132.466861:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d43b3045. 00000100:00000200:1.0:1776190132.466867:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301364096, portal 16 00000400:00000010:1.0:1776190132.466873:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da785b1e. 00000100:00000200:1.0:1776190132.466875:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301364096, offset 0 00000400:00000200:1.0:1776190132.466883:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.466896:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.466903:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190132.466906:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190132.466908:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190132.466912:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92786:92786:256:4294967295] 192.168.203.39@tcp LPNI seq info [92786:92786:8:4294967295] 00000400:00000200:1.0:1776190132.466922:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.466929:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.466935:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d164298 (tot 82352466). 00000800:00000200:1.0:1776190132.466942:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.466952:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.466957:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d164298 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190132.467243:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.467250:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d164298 (tot 82352218). 00000400:00000200:2.0:1776190132.467261:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.467270:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.467276:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da785b1e 00000400:00000010:2.0:1776190132.467279:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da785b1e. 00000100:00000200:2.0:1776190132.467288:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301364096/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190132.469030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000330f1323. 00010000:00000010:1.1:1776190132.473046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001314ad28. 00010000:00000010:1.1:1776190132.473067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ea9e34. 00010000:00000010:1.1:1776190132.473073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026e74b7e. 00010000:00000010:1.1:1776190132.473076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000785cf800. 00010000:00000010:1.1:1776190132.475434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5c57f34. 00010000:00000010:1.1:1776190132.475450:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022fe8e8f. 00010000:00000010:1.1:1776190132.475454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e0d8dd8. 00000400:00000200:2.0:1776190132.481027:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190132.481058:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821b80 00000400:00000200:2.0:1776190132.481071:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5fe1 [1] + 224 00000400:00000200:2.0:1776190132.481086:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.481092:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190132.481106:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301364096/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190132.481159:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190132.481165:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378600 00000400:00000200:2.0:1776190132.481171:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb48fd [2] + 1968 00000400:00000010:2.0:1776190132.481176:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e507566. 00000400:00000200:2.0:1776190132.481183:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000098a671c2 00000400:00000200:2.0:1776190132.481262:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.481266:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.481269:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098a671c2 00000400:00000010:2.0:1776190132.481271:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000098a671c2 (tot 82352066). 00000100:00000200:2.0:1776190132.481277:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190132.481718:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000678ca014. 00000020:00000010:3.0:1776190132.481731:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190132.481737:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.481767:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005ec2160e x1862468296476160/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:2.0:1776190132.486126:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008ad6d9b9. 00000400:00000200:2.0:1776190132.486143:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d43b3045 00000400:00000010:2.0:1776190132.486147:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d43b3045. 00000100:00000200:2.0:1776190132.486168:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301364096/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.486183:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301364096/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.486229:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000554647e. 02000000:00000010:2.0:1776190132.486240:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000042d1b3f3. 00000100:00000010:2.0:1776190132.486247:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:2.0:1776190132.486252:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003514d7bd. 00010000:00000010:2.0:1776190132.486258:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000078359f. 00000100:00000200:3.0:1776190132.487873:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296476160 02000000:00000010:3.0:1776190132.487891:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b1e45c84. 00010000:00000010:3.0:1776190132.487923:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019016fc5. 00010000:00000010:3.0:1776190132.487951:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd997d06. 00000100:00000010:3.0:1776190132.487960:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000312b7fb0. 00000100:00000010:3.0:1776190132.487978:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000312b7fb0. 00010000:00000010:3.0:1776190132.487981:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd997d06. 00000400:00000010:3.0:1776190132.487995:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e52bdf0a. 00000100:00000200:3.0:1776190132.488002:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296476160, offset 224 00000400:00000200:3.0:1776190132.488012:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.488029:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.488035:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92787:92787:256:4294967295] 192.168.203.39@tcp LPNI seq info [92787:92787:8:4294967295] 00000400:00000200:3.0:1776190132.488046:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.488051:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.488055:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352314). 00000800:00000200:3.0:1776190132.488062:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.488069:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.488072:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.488093:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190132.488099:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.488103:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000678ca014. 02000000:00000010:3.0:1776190132.488115:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d9790d2a. 00000100:00000010:3.0:1776190132.488120:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 02000000:00000010:3.0:1776190132.488125:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000259ad01c. 00000100:00000010:3.0:1776190132.488129:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000552495c9. 02000000:00000010:3.0:1776190132.488134:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000016f18953. 00000100:00000010:3.0:1776190132.488138:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e75ddab0. 02000000:00000010:3.0:1776190132.488142:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b56ecee7. 00000100:00000010:3.0:1776190132.488144:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a89b0311. 02000000:00000010:3.0:1776190132.488147:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007d1df8dd. 00000100:00000010:3.0:1776190132.488150:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 02000000:00000010:3.0:1776190132.488153:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009a920ab5. 00000100:00000010:3.0:1776190132.488155:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 00000100:00000200:3.0:1776190132.488160:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190132.488166:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000783c810. 00000400:00000010:3.0:1776190132.488170:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000312b7fb0 (tot 82352466). 00000800:00000200:3.0:1776190132.488286:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.488290:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:3.0:1776190132.488295:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.488299:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.488303:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e52bdf0a 00000400:00000010:3.0:1776190132.488305:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e52bdf0a. 02000000:00000010:3.0:1776190132.488310:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b1e45c84. 00080000:00000010:3.0:1776190132.488337:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1e45c84. 00010000:00000010:3.0:1776190132.488421:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009caa8b0b. 00010000:00000010:3.0:1776190132.488430:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000078150c7. 00010000:00000010:3.0:1776190132.488502:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003076311a. 00010000:00000010:3.0:1776190132.488508:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a3e4258d. 00010000:00000010:3.0:1776190132.488518:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd997d06. 00000100:00000010:3.0:1776190132.488522:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fba64b25. 00000100:00000010:3.0:1776190132.488528:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 02000000:00000010:3.0:1776190132.488550:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d1df8dd. 02000000:00000010:3.0:1776190132.488571:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b56ecee7. 00000400:00000010:3.0:1776190132.488575:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000004ab20ed. 00000400:00000010:3.0:1776190132.488578:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e52bdf0a. 00000100:00000200:3.0:1776190132.488762:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301364160, portal 16 00000400:00000010:3.0:1776190132.488769:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190132.489032:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301364160, offset 0 00000400:00000200:2.0:1776190132.490978:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.491178:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.491190:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.491195:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.491281:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.491285:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92788:92788:256:4294967295] 192.168.203.39@tcp LPNI seq info [92788:92788:8:4294967295] 00000400:00000200:2.0:1776190132.491298:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.491306:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.491312:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb044675 (tot 82352466). 00000800:00000200:2.0:1776190132.491323:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.491331:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.491415:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb044675 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190132.492805:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.492812:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb044675 (tot 82352218). 00000400:00000200:3.0:1776190132.492822:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.492833:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.492839:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bd3563 00000400:00000010:3.0:1776190132.492842:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bd3563. 00000100:00000200:3.0:1776190132.492987:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000552495c9 x1862468301364160/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190132.495180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084e4e3b1. 00010000:00000010:3.1:1776190132.495197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000039b5e1. 00010000:00000010:3.1:1776190132.495202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048090b11. 00000400:00000200:3.0:1776190132.495384:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.495405:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821bc0 00000400:00000200:3.0:1776190132.495418:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5ff1 [1] + 224 00000400:00000200:3.0:1776190132.495432:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.495437:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.495449:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000552495c9 x1862468301364160/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190132.495594:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000004ab20ed. 00000400:00000200:0.0:1776190132.495600:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e52bdf0a 00000400:00000010:0.0:1776190132.495604:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e52bdf0a. 00000100:00000200:0.0:1776190132.495612:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000552495c9 x1862468301364160/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190132.495619:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000552495c9 x1862468301364160/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190132.495657:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b56ecee7. 02000000:00000010:0.0:1776190132.495664:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007d1df8dd. 00000100:00000010:0.0:1776190132.495668:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000552495c9. 00000100:00000010:0.0:1776190132.495685:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fba64b25. 00010000:00000010:0.0:1776190132.495689:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd997d06. 00000400:00000200:3.0:1776190132.495927:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.495934:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378640 00000400:00000200:3.0:1776190132.495940:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4955 [2] + 0 00000400:00000200:3.0:1776190132.496002:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.496006:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.496011:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190132.496017:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 00000020:00000010:0.0:1776190132.496187:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018525776. 00000020:00000010:0.0:1776190132.496196:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4584ad6. 00000020:00000010:0.0:1776190132.496201:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190132.496230:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016984533 x1862468296476224/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190132.496272:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296476224 02000000:00000010:0.0:1776190132.496285:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000053c923f4. 00010000:00000010:0.0:1776190132.496320:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8774281. 00010000:00000010:0.0:1776190132.496527:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1c365c7. 00000100:00000010:0.0:1776190132.496546:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084383046. 00000100:00000010:0.0:1776190132.496572:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084383046. 00010000:00000010:0.0:1776190132.496576:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1c365c7. 00000400:00000010:0.0:1776190132.496593:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057762c55. 00000100:00000200:0.0:1776190132.496599:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296476224, offset 224 00000400:00000200:0.0:1776190132.496607:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.496619:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.496626:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92789:92789:256:4294967295] 192.168.203.39@tcp LPNI seq info [92789:92789:8:4294967295] 00000400:00000200:0.0:1776190132.496637:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.496642:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.496647:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352466). 00000800:00000200:0.0:1776190132.496654:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.496661:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.496665:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776190132.496815:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000782cb85b. 00000020:00000010:0.0:1776190132.496993:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4584ad6. 00000020:00000010:0.0:1776190132.497000:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190132.497012:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018525776. 00010000:00000010:1.0:1776190132.497151:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a3e4258d. 00010000:00000010:1.0:1776190132.497163:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003df0757d. 00000800:00000200:3.0:1776190132.497236:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.497240:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352218). 00000400:00000200:3.0:1776190132.497244:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.497250:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00010000:00000010:1.0:1776190132.497253:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e0d8dd8. 00000400:00000200:3.0:1776190132.497254:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057762c55 00000400:00000010:3.0:1776190132.497256:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057762c55. 00010000:00000010:1.0:1776190132.497259:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006b0ba017. 00010000:00000010:1.0:1776190132.497271:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbd88f9b. 00000100:00000010:1.0:1776190132.497275:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003514d7bd. 00000100:00000010:1.0:1776190132.497283:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a8bea6. 02000000:00000010:1.0:1776190132.497298:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009c7e8cbb. 02000000:00000010:1.0:1776190132.497327:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000129e69cf. 00000400:00000010:1.0:1776190132.497333:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006a34ea60. 00000400:00000010:1.0:1776190132.497350:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be2d42b. 00000100:00000200:1.0:1776190132.497357:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301364224, portal 16 00000400:00000010:1.0:1776190132.497362:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e54ad690. 00000100:00000200:1.0:1776190132.497364:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301364224, offset 0 00000400:00000200:1.0:1776190132.497371:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.497382:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.497390:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190132.497395:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190132.497398:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190132.497401:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92790:92790:256:4294967295] 192.168.203.39@tcp LPNI seq info [92790:92790:8:4294967295] 00000400:00000200:1.0:1776190132.497408:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.497412:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.497416:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006429d592 (tot 82352466). 00000800:00000200:1.0:1776190132.497420:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.497424:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.497427:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006429d592 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190132.498019:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.498027:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006429d592 (tot 82352218). 00000400:00000200:3.0:1776190132.498036:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.498046:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.498053:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e54ad690 00000400:00000010:3.0:1776190132.498055:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e54ad690. 00000100:00000200:3.0:1776190132.498067:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c2a8bea6 x1862468301364224/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190132.501155:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.501182:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821c00 00000400:00000200:0.0:1776190132.501194:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb5ffd [1] + 224 00000400:00000200:0.0:1776190132.501209:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.501215:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.501228:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c2a8bea6 x1862468301364224/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190132.501274:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.501280:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378680 00000400:00000200:0.0:1776190132.501284:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4955 [2] + 328 00000400:00000200:0.0:1776190132.501370:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.501375:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.501380:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190132.501388:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b6dc10e. 00000020:00000010:0.0:1776190132.501452:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018525776. 00000020:00000010:0.0:1776190132.501461:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4584ad6. 00000020:00000010:0.0:1776190132.501466:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190132.501500:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009b6dc10e x1862468296476288/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190132.501548:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296476288 02000000:00000010:0.0:1776190132.501562:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018a14e39. 00010000:00000010:0.0:1776190132.501614:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1c365c7. 00000100:00000010:0.0:1776190132.501623:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084383046. 00000100:00000010:0.0:1776190132.501632:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084383046. 00010000:00000010:0.0:1776190132.501636:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1c365c7. 00000400:00000010:0.0:1776190132.501655:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eba861cb. 00000100:00000200:0.0:1776190132.501661:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296476288, offset 224 00000400:00000200:0.0:1776190132.501669:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.501681:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.501688:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92791:92791:256:4294967295] 192.168.203.39@tcp LPNI seq info [92791:92791:8:4294967295] 00000400:00000200:0.0:1776190132.501698:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.501705:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.501710:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352466). 00000800:00000200:0.0:1776190132.501717:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.501725:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.501730:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190132.501750:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4584ad6. 00000020:00000010:0.0:1776190132.501755:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190132.501759:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018525776. 00000400:00000010:2.0:1776190132.501978:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006a34ea60. 00000400:00000200:2.0:1776190132.501985:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be2d42b 00000400:00000010:2.0:1776190132.501987:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be2d42b. 00000100:00000200:2.0:1776190132.501993:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c2a8bea6 x1862468301364224/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.502002:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c2a8bea6 x1862468301364224/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190132.502031:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6135952. 02000000:00000010:2.0:1776190132.502051:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000129e69cf. 02000000:00000010:2.0:1776190132.502057:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009c7e8cbb. 00000100:00000010:2.0:1776190132.502061:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2a8bea6. 00000100:00000010:2.0:1776190132.502064:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003514d7bd. 00010000:00000010:2.0:1776190132.502067:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbd88f9b. 00080000:00000010:2.0:1776190132.502089:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d9790d2a. 00010000:00000010:2.0:1776190132.502200:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b0ba017. 00010000:00000010:2.0:1776190132.502209:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000021e9992d. 00010000:00000010:2.0:1776190132.502293:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005541f3c9. 00010000:00000010:2.0:1776190132.502300:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000541649fe. 00010000:00000010:2.0:1776190132.502312:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f2cef62. 00000100:00000010:2.0:1776190132.502317:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000074629918. 00000100:00000010:2.0:1776190132.502326:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 02000000:00000010:2.0:1776190132.502339:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a286515c. 02000000:00000010:2.0:1776190132.502367:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000042d1b3f3. 00000400:00000010:2.0:1776190132.502372:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000b952377. 00000400:00000010:2.0:1776190132.502378:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ded49ea2. 00000100:00000200:2.0:1776190132.502386:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301364288, portal 16 00000400:00000010:2.0:1776190132.502392:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031a328f. 00000100:00000200:2.0:1776190132.502394:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301364288, offset 0 00000400:00000200:2.0:1776190132.502401:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.502411:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.502420:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.502425:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.502429:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.502431:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92792:92792:255:4294967295] 192.168.203.39@tcp LPNI seq info [92792:92792:7:4294967295] 00000400:00000200:2.0:1776190132.502438:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.502443:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.502447:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6ecb0ff (tot 82352714). 00000800:00000200:2.0:1776190132.502452:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.502456:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.502459:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d6ecb0ff type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.502604:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.502609:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352466). 00000400:00000200:0.0:1776190132.502613:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.502618:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.502622:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eba861cb 00000400:00000010:0.0:1776190132.502624:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eba861cb. 00000800:00000200:0.0:1776190132.502664:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.502666:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6ecb0ff (tot 82352218). 00000400:00000200:0.0:1776190132.502671:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.502674:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.502676:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031a328f 00000400:00000010:0.0:1776190132.502677:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031a328f. 00000100:00000200:0.0:1776190132.502683:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d9e7cf1 x1862468301364288/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190132.505101:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.505126:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821c40 00000400:00000200:0.0:1776190132.505137:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6009 [1] + 224 00000400:00000200:0.0:1776190132.505156:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.505160:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.505172:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d9e7cf1 x1862468301364288/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190132.505292:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000b952377. 00000400:00000200:3.0:1776190132.505303:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ded49ea2 00000400:00000010:3.0:1776190132.505306:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ded49ea2. 00000100:00000200:3.0:1776190132.505323:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d9e7cf1 x1862468301364288/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190132.505335:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d9e7cf1 x1862468301364288/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190132.505365:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000042d1b3f3. 02000000:00000010:3.0:1776190132.505372:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a286515c. 00000100:00000010:3.0:1776190132.505377:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 00000100:00000010:3.0:1776190132.505382:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000074629918. 00010000:00000010:3.0:1776190132.505386:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f2cef62. 00010000:00000010:1.1:1776190132.506838:0:78482:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000125a614d. 00010000:00000010:1.1:1776190132.506929:0:78482:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003076311a. 00010000:00000010:0.1:1776190132.509800:0:78484:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d2aa9e1. 00010000:00000010:2.1:1776190132.509997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c8eebc7. 00010000:00000010:2.1:1776190132.510005:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c48f1c1e. 00010000:00000010:2.1:1776190132.510010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e0d8dd8. 00000400:00000200:0.0:1776190132.513259:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.513281:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13786c0 00000400:00000200:0.0:1776190132.513291:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4955 [2] + 656 00000400:00000200:0.0:1776190132.513369:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.513374:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.513383:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190132.513390:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009764b41c. 00000020:00000010:3.0:1776190132.513636:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d1df8dd. 00000020:00000010:3.0:1776190132.513651:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190132.513657:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.513700:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009764b41c x1862468296476352/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190132.513747:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296476352 02000000:00000010:3.0:1776190132.513762:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009c84d546. 00010000:00000010:3.0:1776190132.513824:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a54e52ed. 00010000:00000010:3.0:1776190132.513848:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b20188b. 00000100:00000010:3.0:1776190132.513856:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fba64b25. 00000100:00000010:3.0:1776190132.513871:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fba64b25. 00010000:00000010:3.0:1776190132.513875:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b20188b. 00000400:00000010:3.0:1776190132.513889:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190132.513895:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296476352, offset 224 00000400:00000200:3.0:1776190132.513904:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.513921:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.513927:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92793:92793:256:4294967295] 192.168.203.39@tcp LPNI seq info [92793:92793:8:4294967295] 00000400:00000200:3.0:1776190132.513942:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.513949:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.513954:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000facb4e7c (tot 82352466). 00000800:00000200:3.0:1776190132.513961:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.513969:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.513973:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000facb4e7c type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1776190132.513978:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031bc45d0. 00000020:00000010:3.0:1776190132.513998:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190132.514003:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.514007:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d1df8dd. 00000800:00000200:1.0:1776190132.514089:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.514094:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000facb4e7c (tot 82352218). 00000400:00000200:1.0:1776190132.514101:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.514106:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.514111:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bd3563 00000400:00000010:1.0:1776190132.514114:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bd3563. 00010000:00000010:2.0:1776190132.514206:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000541649fe. 00010000:00000010:2.0:1776190132.514216:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000abeb03ff. 00010000:00000010:2.0:1776190132.514306:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c1067e70. 00010000:00000010:2.0:1776190132.514310:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fa416568. 00010000:00000010:2.0:1776190132.514316:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061891e62. 00010000:00000010:2.0:1776190132.514323:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000541649fe. 00080000:00000010:2.0:1776190132.514340:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a286515c. 00010000:00000010:2.0:1776190132.514373:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000541649fe. 00010000:00000010:2.0:1776190132.514377:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa416568. 00010000:00000010:2.0:1776190132.514435:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039b6fee1. 00010000:00000010:2.0:1776190132.514439:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000541649fe. 00010000:00000010:2.0:1776190132.514446:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000069a078a4. 00000100:00000010:2.0:1776190132.514452:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d89568df. 00000100:00000010:2.0:1776190132.514463:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190132.514478:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000042d1b3f3. 02000000:00000010:2.0:1776190132.514580:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000028628fb. 00000400:00000010:2.0:1776190132.514587:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000063b94b4f. 00000400:00000010:2.0:1776190132.514593:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000177066b0. 00000100:00000200:2.0:1776190132.514600:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301364352, portal 16 00000400:00000010:2.0:1776190132.514605:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc836e8a. 00000100:00000200:2.0:1776190132.514607:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301364352, offset 0 00000400:00000200:2.0:1776190132.514614:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.514626:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.514634:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.514638:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.514641:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.514644:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92794:92794:256:4294967295] 192.168.203.39@tcp LPNI seq info [92794:92794:8:4294967295] 00000400:00000200:2.0:1776190132.514653:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.514658:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.514662:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054ef62b4 (tot 82352466). 00000800:00000200:2.0:1776190132.514666:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.514672:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.514676:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054ef62b4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190132.515082:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.515088:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054ef62b4 (tot 82352218). 00000400:00000200:3.0:1776190132.515096:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.515103:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.515108:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc836e8a 00000400:00000010:3.0:1776190132.515111:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc836e8a. 00000100:00000200:3.0:1776190132.515119:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301364352/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190132.518273:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.518299:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821c80 00000400:00000200:0.0:1776190132.518310:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6015 [1] + 224 00000400:00000200:0.0:1776190132.518345:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.518350:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.518362:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301364352/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190132.519679:0:78474:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c25b2ef. 00010000:00000010:2.1:1776190132.519690:0:78474:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005541f3c9. 00010000:00000010:2.1:1776190132.519697:0:78474:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1067e70. 00010000:00000010:2.1:1776190132.519711:0:78474:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061891e62. 00000400:00000010:3.0:1776190132.520066:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000063b94b4f. 00000400:00000200:3.0:1776190132.520071:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000177066b0 00000400:00000010:3.0:1776190132.520073:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000177066b0. 00000100:00000200:3.0:1776190132.520086:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301364352/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190132.520095:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301364352/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190132.520123:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000028628fb. 02000000:00000010:3.0:1776190132.520129:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000042d1b3f3. 00000100:00000010:3.0:1776190132.520133:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:3.0:1776190132.520138:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d89568df. 00010000:00000010:3.0:1776190132.520141:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000069a078a4. 00000400:00000200:1.0:1776190132.523219:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.523448:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378700 00000400:00000200:1.0:1776190132.523460:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4955 [2] + 984 00000400:00000200:1.0:1776190132.523895:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.523902:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.523911:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.523919:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719b5d3. 00010000:00000010:3.1:1776190132.526976:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d175e8fc. 00000020:00000010:3.0:1776190132.527043:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d1df8dd. 00000020:00000010:3.0:1776190132.527051:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190132.527057:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.527089:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a719b5d3 x1862468296476416/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190132.527130:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296476416 02000000:00000010:3.0:1776190132.527144:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000083116f79. 00010000:00000010:3.0:1776190132.527171:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2bdc623. 00010000:00000010:3.0:1776190132.527333:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b20188b. 00000100:00000010:3.0:1776190132.527344:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fba64b25. 00000100:00000010:3.0:1776190132.527367:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fba64b25. 00010000:00000010:3.0:1776190132.527371:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b20188b. 00000400:00000010:3.0:1776190132.527386:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044641569. 00000100:00000200:3.0:1776190132.527392:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296476416, offset 224 00000400:00000200:3.0:1776190132.527402:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.527534:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.527551:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92795:92795:256:4294967295] 192.168.203.39@tcp LPNI seq info [92795:92795:8:4294967295] 00000400:00000200:3.0:1776190132.527567:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.527574:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.527580:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.527588:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.527596:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.527601:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.527631:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190132.527636:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.527640:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d1df8dd. 00000800:00000200:1.0:1776190132.527811:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.527819:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:1.0:1776190132.527830:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.527840:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.527857:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044641569 00000400:00000010:1.0:1776190132.527860:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044641569. 00080000:00000010:2.0:1776190132.528682:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000028628fb. 00010000:00000010:2.0:1776190132.528769:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000541649fe. 00010000:00000010:2.0:1776190132.528796:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005f19687b. 00010000:00000010:2.0:1776190132.528868:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061891e62. 00010000:00000010:2.0:1776190132.528876:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000541649fe. 00010000:00000010:2.0:1776190132.528888:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000840493c6. 00000100:00000010:2.0:1776190132.528894:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d89568df. 00000100:00000010:2.0:1776190132.528903:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a89b0311. 02000000:00000010:2.0:1776190132.528916:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000042d1b3f3. 02000000:00000010:2.0:1776190132.528942:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000554647e. 00000400:00000010:2.0:1776190132.528948:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d59f270. 00000400:00000010:2.0:1776190132.528953:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ef1c59. 00000100:00000200:2.0:1776190132.528958:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301364416, portal 16 00000400:00000010:2.0:1776190132.528963:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098d8ef60. 00000100:00000200:2.0:1776190132.528964:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301364416, offset 0 00000400:00000200:2.0:1776190132.528972:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.528985:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.528991:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.528994:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.528996:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.528999:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92796:92796:256:4294967295] 192.168.203.39@tcp LPNI seq info [92796:92796:8:4294967295] 00000400:00000200:2.0:1776190132.529007:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.529011:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.529015:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a3d1fd9 (tot 82352466). 00000800:00000200:2.0:1776190132.529020:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.529025:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.529028:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002a3d1fd9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190132.531688:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.531696:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a3d1fd9 (tot 82352218). 00000400:00000200:3.0:1776190132.531704:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.531713:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.531719:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098d8ef60 00000400:00000010:3.0:1776190132.531721:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098d8ef60. 00000100:00000200:3.0:1776190132.531731:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a89b0311 x1862468301364416/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.534925:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.534948:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821cc0 00000400:00000200:3.0:1776190132.534960:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6021 [1] + 224 00000400:00000200:3.0:1776190132.534981:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.534986:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.534999:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a89b0311 x1862468301364416/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190132.535106:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d59f270. 00000400:00000200:2.0:1776190132.535113:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ef1c59 00000400:00000010:2.0:1776190132.535115:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ef1c59. 00000100:00000200:2.0:1776190132.535123:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a89b0311 x1862468301364416/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.535131:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a89b0311 x1862468301364416/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.535166:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000554647e. 02000000:00000010:2.0:1776190132.535175:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000042d1b3f3. 00000100:00000010:2.0:1776190132.535179:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a89b0311. 00000100:00000010:2.0:1776190132.535185:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d89568df. 00010000:00000010:2.0:1776190132.535188:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000840493c6. 00000400:00000200:1.0:1776190132.536475:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.536499:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378740 00000400:00000200:1.0:1776190132.536509:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4955 [2] + 1312 00000400:00000200:1.0:1776190132.536604:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.536609:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.536616:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.536623:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000909ebbf0. 00000020:00000010:0.0:1776190132.536930:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000259ad01c. 00000020:00000010:0.0:1776190132.536939:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4584ad6. 00000020:00000010:0.0:1776190132.536945:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190132.536979:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000909ebbf0 x1862468296476480/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190132.537162:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296476480 02000000:00000010:0.0:1776190132.537178:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a718d934. 00010000:00000010:0.0:1776190132.537216:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007596d9fe. 00010000:00000010:0.0:1776190132.537243:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1c365c7. 00000100:00000010:0.0:1776190132.537254:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084383046. 00000100:00000010:0.0:1776190132.537279:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084383046. 00010000:00000010:0.0:1776190132.537283:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1c365c7. 00000400:00000010:0.0:1776190132.537301:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eba861cb. 00000100:00000200:0.0:1776190132.537308:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296476480, offset 224 00000400:00000200:0.0:1776190132.537317:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.537332:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.537339:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92797:92797:256:4294967295] 192.168.203.39@tcp LPNI seq info [92797:92797:8:4294967295] 00000400:00000200:0.0:1776190132.537350:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.537357:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.537362:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352466). 00000800:00000200:0.0:1776190132.537369:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.537378:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.537383:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190132.537408:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4584ad6. 00000020:00000010:0.0:1776190132.537413:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190132.537418:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000259ad01c. 00080000:00000010:3.0:1776190132.537471:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d1df8dd. 00010000:00000010:3.0:1776190132.537660:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000541649fe. 00010000:00000010:3.0:1776190132.537670:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002fdd42fb. 00010000:00000010:3.0:1776190132.537768:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024510e9b. 00010000:00000010:3.1:1776190132.537796:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c1aa790. 00010000:00000010:3.0:1776190132.537812:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004851c454. 00010000:00000010:3.0:1776190132.537824:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b20188b. 00000100:00000010:3.0:1776190132.537829:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fba64b25. 00000100:00000010:3.0:1776190132.537837:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 02000000:00000010:3.0:1776190132.537861:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b56ecee7. 02000000:00000010:3.0:1776190132.537889:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a79a69a8. 00000400:00000010:3.0:1776190132.537897:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000004ab20ed. 00000400:00000010:3.0:1776190132.537903:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044641569. 00000100:00000200:3.0:1776190132.537909:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301364480, portal 16 00000400:00000010:3.0:1776190132.537914:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190132.537916:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301364480, offset 0 00000400:00000200:3.0:1776190132.537924:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.537932:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.537940:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190132.537944:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190132.537947:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190132.537949:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92798:92798:255:4294967295] 192.168.203.39@tcp LPNI seq info [92798:92798:7:4294967295] 00000400:00000200:3.0:1776190132.537956:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.537961:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.537965:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352714). 00000800:00000200:3.0:1776190132.537968:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.537973:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.537975:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190132.541089:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.541099:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352466). 00000400:00000200:1.0:1776190132.541108:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.541120:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.541127:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eba861cb 00000400:00000010:1.0:1776190132.541130:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eba861cb. 00000800:00000200:1.0:1776190132.541218:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.541220:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:1.0:1776190132.541225:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.541229:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.541231:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bd3563 00000400:00000010:1.0:1776190132.541233:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bd3563. 00000100:00000200:1.0:1776190132.541243:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000001edc131 x1862468301364480/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.543326:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.543349:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821d00 00000400:00000200:3.0:1776190132.543359:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb602d [1] + 224 00000400:00000200:3.0:1776190132.543376:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.543381:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.543392:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000001edc131 x1862468301364480/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190132.543499:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000004ab20ed. 00000400:00000200:0.0:1776190132.543505:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044641569 00000400:00000010:0.0:1776190132.543508:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044641569. 00000100:00000200:0.0:1776190132.543515:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000001edc131 x1862468301364480/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190132.543523:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000001edc131 x1862468301364480/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190132.543573:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a79a69a8. 02000000:00000010:0.0:1776190132.543580:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b56ecee7. 00000100:00000010:0.0:1776190132.543585:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 00000100:00000010:0.0:1776190132.543589:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fba64b25. 00010000:00000010:0.0:1776190132.543594:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b20188b. 00000400:00000200:2.0:1776190132.547039:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190132.547065:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378780 00000400:00000200:2.0:1776190132.547075:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4955 [2] + 1640 00000400:00000200:2.0:1776190132.547153:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.547158:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190132.547166:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190132.547173:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a89b0311. 00000020:00000010:1.0:1776190132.547364:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccbc1547. 00000020:00000010:1.0:1776190132.547373:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005903b8bf. 00000020:00000010:1.0:1776190132.547378:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190132.547413:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a89b0311 x1862468296476544/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190132.547455:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296476544 02000000:00000010:1.0:1776190132.547468:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a5379e38. 00010000:00000010:1.0:1776190132.547505:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cee3c4fb. 00010000:00000010:1.0:1776190132.547532:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006f849760. 00000100:00000010:1.0:1776190132.547568:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003514d7bd. 00000100:00000010:1.0:1776190132.547590:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003514d7bd. 00010000:00000010:1.0:1776190132.547594:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006f849760. 00000400:00000010:1.0:1776190132.547612:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065effbe1. 00000100:00000200:1.0:1776190132.547618:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296476544, offset 224 00080000:00000010:2.0:1776190132.547619:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042d1b3f3. 00000400:00000200:1.0:1776190132.547627:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.547642:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.547648:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92799:92799:256:4294967295] 192.168.203.39@tcp LPNI seq info [92799:92799:8:4294967295] 00000400:00000200:1.0:1776190132.547660:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.547668:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.547673:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069334a23 (tot 82352466). 00000800:00000200:1.0:1776190132.547678:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.547686:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.547691:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069334a23 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190132.547712:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005903b8bf. 00000020:00000010:1.0:1776190132.547716:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190132.547719:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccbc1547. 00010000:00000010:2.0:1776190132.547739:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004851c454. 00010000:00000010:2.0:1776190132.547748:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000429e1bda. 00010000:00000010:2.0:1776190132.547881:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005541f3c9. 00010000:00000010:2.0:1776190132.547889:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055cfa073. 00010000:00000010:2.0:1776190132.547903:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000840493c6. 00000100:00000010:2.0:1776190132.547907:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d89568df. 00000100:00000010:2.0:1776190132.547915:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e75ddab0. 02000000:00000010:2.0:1776190132.547929:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000554647e. 02000000:00000010:2.0:1776190132.547964:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b57fd50. 00000400:00000010:2.0:1776190132.547970:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d59f270. 00000400:00000010:2.0:1776190132.547975:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ef1c59. 00000100:00000200:2.0:1776190132.547980:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301364544, portal 16 00000400:00000010:2.0:1776190132.547985:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0363170. 00000100:00000200:2.0:1776190132.547987:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301364544, offset 0 00000400:00000200:2.0:1776190132.547992:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.547999:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.548017:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.548021:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.548023:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.548026:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92800:92800:255:4294967295] 192.168.203.39@tcp LPNI seq info [92800:92800:7:4294967295] 00000400:00000200:2.0:1776190132.548033:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.548037:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.548041:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003db09799 (tot 82352714). 00000800:00000200:2.0:1776190132.548044:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.548048:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.548050:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003db09799 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190132.548206:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.548210:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069334a23 (tot 82352466). 00000400:00000200:1.0:1776190132.548216:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.548220:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.548225:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065effbe1 00000400:00000010:1.0:1776190132.548228:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065effbe1. 00010000:00000010:0.1:1776190132.548259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003de27216. 00010000:00000010:3.1:1776190132.548866:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068f6c410. 00010000:00000010:3.1:1776190132.548875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061891e62. 00000800:00000200:1.0:1776190132.549142:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.549145:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003db09799 (tot 82352218). 00000400:00000200:1.0:1776190132.549152:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.549160:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.549174:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0363170 00000400:00000010:1.0:1776190132.549176:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0363170. 00000100:00000200:1.0:1776190132.549186:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e75ddab0 x1862468301364544/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190132.550459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082aeca96. 00010000:00000010:2.1:1776190132.550474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039b6fee1. 00000400:00000200:1.0:1776190132.553519:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.553555:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821d40 00000400:00000200:1.0:1776190132.553568:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6039 [1] + 224 00000400:00000200:1.0:1776190132.553596:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.553601:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.553614:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e75ddab0 x1862468301364544/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190132.553857:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d59f270. 00000400:00000200:0.0:1776190132.553863:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ef1c59 00000400:00000010:0.0:1776190132.553865:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ef1c59. 00000100:00000200:0.0:1776190132.553872:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e75ddab0 x1862468301364544/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190132.553881:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e75ddab0 x1862468301364544/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190132.553922:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b57fd50. 02000000:00000010:0.0:1776190132.553930:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000554647e. 00000100:00000010:0.0:1776190132.553937:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e75ddab0. 00000100:00000010:0.0:1776190132.553943:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d89568df. 00010000:00000010:0.0:1776190132.553949:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000840493c6. 00010000:00000010:1.1:1776190132.555825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091171a64. 00010000:00000010:2.1:1776190132.555941:0:78490:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3c20239. 00010000:00000010:2.1:1776190132.555948:0:78490:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024510e9b. 00000400:00000200:3.0:1776190132.561111:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.561138:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13787c0 00000400:00000200:3.0:1776190132.561148:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4955 [2] + 1968 00000400:00000010:3.0:1776190132.561155:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c064aeb. 00000400:00000200:3.0:1776190132.561163:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005fd4cf47 00000400:00000200:3.0:1776190132.561691:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.561701:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.561707:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005fd4cf47 00000400:00000010:3.0:1776190132.561711:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005fd4cf47 (tot 82352066). 00000100:00000200:3.0:1776190132.561719:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776190132.562126:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccbc1547. 00000020:00000010:1.0:1776190132.562135:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005903b8bf. 00000020:00000010:1.0:1776190132.562141:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190132.562190:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fa7ab3b3 x1862468296476608/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190132.562235:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296476608 02000000:00000010:1.0:1776190132.562248:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005ce5f972. 00010000:00000010:1.0:1776190132.562284:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a9e7cde. 00010000:00000010:1.0:1776190132.562312:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006f849760. 00000100:00000010:1.0:1776190132.562320:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003514d7bd. 00000100:00000010:1.0:1776190132.562341:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003514d7bd. 00010000:00000010:1.0:1776190132.562345:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006f849760. 00000400:00000010:1.0:1776190132.562362:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065effbe1. 00000100:00000200:1.0:1776190132.562370:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296476608, offset 224 00000400:00000200:1.0:1776190132.562380:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.562396:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.562403:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92801:92801:256:4294967295] 192.168.203.39@tcp LPNI seq info [92801:92801:8:4294967295] 00000400:00000200:1.0:1776190132.562414:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.562420:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.562425:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069334a23 (tot 82352314). 00000800:00000200:1.0:1776190132.562431:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.562439:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.562443:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069334a23 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190132.562465:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005903b8bf. 00000020:00000010:1.0:1776190132.562469:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190132.562472:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccbc1547. 02000000:00000010:1.0:1776190132.562482:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a5379e38. 00000100:00000010:1.0:1776190132.562485:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a89b0311. 02000000:00000010:1.0:1776190132.562490:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a718d934. 00000100:00000010:1.0:1776190132.562492:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 02000000:00000010:1.0:1776190132.562495:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000083116f79. 00000100:00000010:1.0:1776190132.562498:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 02000000:00000010:1.0:1776190132.562501:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009c84d546. 00000100:00000010:1.0:1776190132.562503:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009764b41c. 02000000:00000010:1.0:1776190132.562506:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018a14e39. 00000100:00000010:1.0:1776190132.562507:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b6dc10e. 02000000:00000010:1.0:1776190132.562510:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000053c923f4. 00000100:00000010:1.0:1776190132.562512:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 00000100:00000200:1.0:1776190132.562519:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:1.0:1776190132.562695:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.562700:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069334a23 (tot 82352066). 00000400:00000200:1.0:1776190132.562706:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.562711:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.562715:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065effbe1 00000400:00000010:1.0:1776190132.562718:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065effbe1. 02000000:00000010:1.0:1776190132.562723:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005ce5f972. 00000400:00000010:1.0:1776190132.562741:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058fa9ca9. 00000400:00000010:1.0:1776190132.562746:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003514d7bd (tot 82352218). 00080000:00000010:3.0:1776190132.564075:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000678ca014. 00010000:00000010:3.0:1776190132.564739:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055cfa073. 00010000:00000010:3.0:1776190132.564752:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bd910b30. 00010000:00000010:3.0:1776190132.565033:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061082947. 00010000:00000010:3.0:1776190132.565042:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f06e108. 00010000:00000010:3.0:1776190132.565060:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e728980. 00000100:00000010:3.0:1776190132.565069:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fba64b25. 00000100:00000010:3.0:1776190132.565080:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 02000000:00000010:3.0:1776190132.565096:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a79a69a8. 02000000:00000010:3.0:1776190132.565130:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c84d546. 00000400:00000010:3.0:1776190132.565138:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c064aeb. 00000400:00000010:3.0:1776190132.565145:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e52bdf0a. 00000100:00000200:3.0:1776190132.565152:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301364608, portal 16 00000400:00000010:3.0:1776190132.565157:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000100:00000200:3.0:1776190132.565160:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301364608, offset 0 00000400:00000200:3.0:1776190132.565172:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.565191:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.565199:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190132.566323:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190132.566329:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190132.566333:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92802:92802:256:4294967295] 192.168.203.39@tcp LPNI seq info [92802:92802:8:4294967295] 00000400:00000200:3.0:1776190132.566346:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.566355:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.566362:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000facb4e7c (tot 82352466). 00000800:00000200:3.0:1776190132.566372:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.566381:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.566385:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000facb4e7c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190132.570913:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.570923:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000facb4e7c (tot 82352218). 00000400:00000200:2.0:1776190132.570936:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.570948:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.570956:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003335af77 00000400:00000010:2.0:1776190132.570958:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003335af77. 00000100:00000200:2.0:1776190132.570970:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2a2b9 x1862468301364608/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190132.575732:0:78490:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be7d7058. 00000400:00000010:1.0:1776190132.575916:0:78490:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 192 at 0000000002371e76 (tot 82352410). 00000001:02000400:1.0:1776190132.575923:0:78490:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lfsck test_10: @@@@@@ FAIL: (16) unexpected status 00010000:00000010:3.1:1776190132.579824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000953efd79. 00010000:00000010:3.1:1776190132.579840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005541f3c9. 00000400:00000010:1.0:1776190132.580484:0:78490:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 192 at 0000000002371e76 (tot 82352218). 00000400:00000200:3.0:1776190132.584139:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.584168:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821d80 00000400:00000200:3.0:1776190132.584182:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6049 [1] + 224 00000400:00000200:3.0:1776190132.584200:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.584474:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.584494:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2a2b9 x1862468301364608/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.584559:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.584568:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378800 00000400:00000200:3.0:1776190132.584575:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4a71 [2] + 0 00000400:00000010:1.0:1776190132.584585:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c064aeb. 00000400:00000200:1.0:1776190132.584597:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e52bdf0a 00000400:00000010:1.0:1776190132.584599:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e52bdf0a. 00000400:00000200:3.0:1776190132.584647:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.584652:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.585022:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2a2b9 x1862468301364608/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190132.585035:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2a2b9 x1862468301364608/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190132.585068:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c84d546. 02000000:00000010:1.0:1776190132.585075:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a79a69a8. 00000100:00000010:1.0:1776190132.585078:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 00000100:00000010:1.0:1776190132.585082:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fba64b25. 00010000:00000010:1.0:1776190132.585086:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e728980. 00000100:00000200:3.0:1776190132.585323:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190132.585332:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000020:00000010:2.0:1776190132.585562:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e044fff6. 00000020:00000010:2.0:1776190132.585572:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fa416568. 00000020:00000010:2.0:1776190132.585577:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190132.585619:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074baf3bb x1862468296476672/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190132.585656:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296476672 02000000:00000010:2.0:1776190132.585678:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009b57fd50. 00010000:00000010:2.0:1776190132.585713:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e3628d6. 00010000:00000010:2.0:1776190132.585741:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d20a4cc. 00000100:00000010:2.0:1776190132.585748:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000074629918. 00000100:00000010:2.0:1776190132.585763:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000074629918. 00010000:00000010:2.0:1776190132.585766:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d20a4cc. 00000400:00000010:2.0:1776190132.585802:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190132.585808:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296476672, offset 224 00000400:00000200:2.0:1776190132.586062:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.586083:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.586103:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92803:92803:256:4294967295] 192.168.203.39@tcp LPNI seq info [92803:92803:8:4294967295] 00000400:00000200:2.0:1776190132.586116:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.586123:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.586132:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c149bd5 (tot 82352466). 00000800:00000200:2.0:1776190132.586141:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.586155:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.586160:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c149bd5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190132.586196:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fa416568. 00000020:00000010:2.0:1776190132.586214:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190132.586220:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e044fff6. 00000800:00000200:2.0:1776190132.586346:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.586349:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352218). 00000400:00000200:2.0:1776190132.586357:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.586362:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.586366:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190132.586369:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00080000:00000010:2.0:1776190132.586403:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e044fff6. 00010000:00000010:2.0:1776190132.586510:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f06e108. 00010000:00000010:2.0:1776190132.586519:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000094eb5c26. 00010000:00000010:2.0:1776190132.586945:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c1067e70. 00010000:00000010:2.0:1776190132.586950:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fa416568. 00010000:00000010:2.0:1776190132.586956:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039b6fee1. 00010000:00000010:2.0:1776190132.586963:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055cfa073. 00080000:00000010:2.0:1776190132.586981:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb7e48a1. 00010000:00000010:2.0:1776190132.587027:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055cfa073. 00010000:00000010:2.0:1776190132.587033:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa416568. 00010000:00000010:2.0:1776190132.587103:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000132eae94. 00010000:00000010:2.0:1776190132.587107:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055cfa073. 00010000:00000010:2.0:1776190132.587117:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d20a4cc. 00000100:00000010:2.0:1776190132.587125:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000074629918. 00000100:00000010:2.0:1776190132.587136:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000663a046d. 02000000:00000010:2.0:1776190132.587152:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003916ab64. 02000000:00000010:2.0:1776190132.587187:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002948e803. 00000400:00000010:2.0:1776190132.587195:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000675b7e4e. 00000400:00000010:2.0:1776190132.587211:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190132.587218:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301364672, portal 16 00000400:00000010:2.0:1776190132.587225:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d79ca7. 00000100:00000200:2.0:1776190132.587227:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301364672, offset 0 00000400:00000200:2.0:1776190132.587236:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.587249:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.587257:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.587261:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.587263:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.587266:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92804:92804:256:4294967295] 192.168.203.39@tcp LPNI seq info [92804:92804:8:4294967295] 00000400:00000200:2.0:1776190132.587274:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.587279:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.587283:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c149bd5 (tot 82352466). 00000800:00000200:2.0:1776190132.587288:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.587293:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.587296:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c149bd5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190132.587449:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.587457:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352218). 00000400:00000200:1.0:1776190132.587465:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.587483:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.587489:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d79ca7 00000400:00000010:1.0:1776190132.587492:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d79ca7. 00000100:00000200:1.0:1776190132.587501:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000663a046d x1862468301364672/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.595394:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.595422:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821dc0 00000400:00000200:3.0:1776190132.595435:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6055 [1] + 224 00000400:00000200:3.0:1776190132.595460:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.595466:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.595480:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000663a046d x1862468301364672/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190132.595578:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000675b7e4e. 00000400:00000200:2.0:1776190132.595584:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190132.595586:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:2.0:1776190132.595594:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000663a046d x1862468301364672/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.595602:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000663a046d x1862468301364672/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.595654:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002948e803. 02000000:00000010:2.0:1776190132.595662:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003916ab64. 00000100:00000010:2.0:1776190132.595667:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000663a046d. 00000100:00000010:2.0:1776190132.595677:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000074629918. 00010000:00000010:2.0:1776190132.595682:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d20a4cc. 00010000:00000010:2.1:1776190132.596247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000343f048a. 00010000:00000010:2.1:1776190132.596259:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000743b740a. 00010000:00000010:2.1:1776190132.596263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061082947. 00010000:00000010:2.1:1776190132.596267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1067e70. 00010000:00000010:2.1:1776190132.596270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039b6fee1. 00000400:00000200:2.0:1776190132.602637:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190132.602666:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378840 00000400:00000200:2.0:1776190132.602677:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4a71 [2] + 328 00000400:00000200:2.0:1776190132.603872:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.603885:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190132.603895:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190132.604409:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000663a046d. 00000020:00000010:3.0:1776190132.608140:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083116f79. 00000020:00000010:3.0:1776190132.608154:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190132.608161:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.608208:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000663a046d x1862468296476736/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190132.608242:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296476736 02000000:00000010:3.0:1776190132.608253:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b56ecee7. 00010000:00000010:3.0:1776190132.608552:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050451444. 00010000:00000010:3.0:1776190132.608587:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eed06f37. 00000100:00000010:3.0:1776190132.608595:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fba64b25. 00000100:00000010:3.0:1776190132.608619:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fba64b25. 00010000:00000010:3.0:1776190132.608624:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eed06f37. 00000400:00000010:3.0:1776190132.608640:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ceb23d8e. 00000100:00000200:3.0:1776190132.608646:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296476736, offset 224 00080000:00000010:1.0:1776190132.608653:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ce5f972. 00000400:00000200:3.0:1776190132.608659:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.608675:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.608682:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92805:92805:256:4294967295] 192.168.203.39@tcp LPNI seq info [92805:92805:8:4294967295] 00000400:00000200:3.0:1776190132.608693:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.608700:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.608705:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000facb4e7c (tot 82352466). 00000800:00000200:3.0:1776190132.608711:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.608718:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.608722:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000facb4e7c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.608745:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190132.608753:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.608758:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083116f79. 00010000:00000010:1.0:1776190132.608761:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055cfa073. 00010000:00000010:1.0:1776190132.608769:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df54a8cb. 00000800:00000200:3.0:1776190132.608897:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1776190132.608900:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000785cf800. 00000800:00000010:3.0:1776190132.608902:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000facb4e7c (tot 82352218). 00010000:00000010:1.0:1776190132.608907:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008f6708c5. 00000400:00000200:3.0:1776190132.608909:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.608915:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00010000:00000010:1.0:1776190132.608919:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ecfe6eee. 00000400:00000200:3.0:1776190132.608920:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ceb23d8e 00000400:00000010:3.0:1776190132.608924:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ceb23d8e. 00000100:00000010:1.0:1776190132.608926:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000002371e76. 00000100:00000010:1.0:1776190132.608935:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719b5d3. 02000000:00000010:1.0:1776190132.608947:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a5379e38. 02000000:00000010:1.0:1776190132.608967:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccbc1547. 00000400:00000010:1.0:1776190132.608973:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000099f2d3c4. 00000400:00000010:1.0:1776190132.608978:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065effbe1. 00000100:00000200:1.0:1776190132.608983:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301364736, portal 16 00000400:00000010:1.0:1776190132.608987:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005097e9c8. 00000100:00000200:1.0:1776190132.608988:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301364736, offset 0 00000400:00000200:1.0:1776190132.608994:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.609000:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.609005:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190132.609008:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190132.609011:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190132.609013:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92806:92806:256:4294967295] 192.168.203.39@tcp LPNI seq info [92806:92806:8:4294967295] 00000400:00000200:1.0:1776190132.609021:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.609024:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.609027:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069334a23 (tot 82352466). 00000800:00000200:1.0:1776190132.609031:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.609034:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.609036:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069334a23 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190132.609481:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.609484:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069334a23 (tot 82352218). 00000400:00000200:3.0:1776190132.609492:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.609498:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.609501:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005097e9c8 00000400:00000010:3.0:1776190132.609502:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005097e9c8. 00000100:00000200:3.0:1776190132.609508:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a719b5d3 x1862468301364736/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.611158:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.611175:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821e00 00000400:00000200:3.0:1776190132.611183:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6061 [1] + 224 00000400:00000200:3.0:1776190132.611195:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.611198:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.611205:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a719b5d3 x1862468301364736/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190132.611284:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000099f2d3c4. 00000400:00000200:0.0:1776190132.611294:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065effbe1 00000400:00000010:0.0:1776190132.611297:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065effbe1. 00000100:00000200:0.0:1776190132.611310:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a719b5d3 x1862468301364736/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190132.611321:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a719b5d3 x1862468301364736/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190132.611358:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccbc1547. 02000000:00000010:0.0:1776190132.611365:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a5379e38. 00000100:00000010:0.0:1776190132.611369:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 00000100:00000010:0.0:1776190132.611374:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000002371e76. 00010000:00000010:0.0:1776190132.611379:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ecfe6eee. 00000400:00000200:3.0:1776190132.613840:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.613858:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378880 00000400:00000200:3.0:1776190132.613866:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4a71 [2] + 656 00000400:00000200:3.0:1776190132.614113:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.614119:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.614125:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190132.614130:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 00000020:00000010:2.0:1776190132.614656:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003916ab64. 00000020:00000010:2.0:1776190132.614666:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fa416568. 00000020:00000010:2.0:1776190132.614671:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190132.614709:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c4a3a006 x1862468296476800/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190132.614754:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296476800 02000000:00000010:2.0:1776190132.614768:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002948e803. 00010000:00000010:2.0:1776190132.614885:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a7315bc. 00010000:00000010:2.0:1776190132.614909:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d20a4cc. 00000100:00000010:2.0:1776190132.614918:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000074629918. 00000100:00000010:2.0:1776190132.614931:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000074629918. 00010000:00000010:2.0:1776190132.614935:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d20a4cc. 00000400:00000010:2.0:1776190132.614952:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190132.614959:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296476800, offset 224 00000400:00000200:2.0:1776190132.614969:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.614986:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.614993:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92807:92807:256:4294967295] 192.168.203.39@tcp LPNI seq info [92807:92807:8:4294967295] 00000400:00000200:2.0:1776190132.615005:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.615011:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.615017:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007553869f (tot 82352466). 00000800:00000200:2.0:1776190132.615025:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.615033:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.615038:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007553869f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190132.615059:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fa416568. 00000020:00000010:2.0:1776190132.615063:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190132.615065:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003916ab64. 00000800:00000200:2.0:1776190132.615167:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.615170:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352218). 00000400:00000200:2.0:1776190132.615176:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.615181:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.615186:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:2.0:1776190132.615188:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00080000:00000010:0.0:1776190132.615753:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000259ad01c. 00010000:00000010:0.0:1776190132.615890:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008f6708c5. 00010000:00000010:0.0:1776190132.615910:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eff000db. 00010000:00000010:0.0:1776190132.616008:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d7b064c. 00010000:00000010:0.0:1776190132.616016:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004c095ad. 00010000:00000010:0.0:1776190132.616029:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1c365c7. 00000100:00000010:0.0:1776190132.616034:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084383046. 00000100:00000010:0.0:1776190132.616044:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000574dbf23. 02000000:00000010:0.0:1776190132.616059:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e74ec7c2. 02000000:00000010:0.0:1776190132.616090:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018761fd4. 00000400:00000010:0.0:1776190132.616097:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000066547850. 00000400:00000010:0.0:1776190132.616104:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066d61e78. 00000100:00000200:0.0:1776190132.616111:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301364800, portal 16 00000400:00000010:0.0:1776190132.616116:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f73e503. 00000100:00000200:0.0:1776190132.616119:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301364800, offset 0 00000400:00000200:0.0:1776190132.616127:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.616138:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.616147:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190132.616151:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190132.616154:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190132.616157:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92808:92808:256:4294967295] 192.168.203.39@tcp LPNI seq info [92808:92808:8:4294967295] 00000400:00000200:0.0:1776190132.616178:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.616184:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.616189:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352466). 00000800:00000200:0.0:1776190132.616194:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.616200:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.616204:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190132.616423:0:78467:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090326d2b. 00010000:00000010:1.1:1776190132.616432:0:78467:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000132eae94. 00010000:00000010:3.1:1776190132.616744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de541c16. 00000800:00000200:3.0:1776190132.617121:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.617126:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352218). 00000400:00000200:3.0:1776190132.617135:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.617144:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.617152:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f73e503 00000400:00000010:3.0:1776190132.617154:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f73e503. 00000100:00000200:3.0:1776190132.617162:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000574dbf23 x1862468301364800/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.623356:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.623385:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821e40 00000400:00000200:3.0:1776190132.623395:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb606d [1] + 224 00000400:00000200:3.0:1776190132.623407:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.623411:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.623423:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000574dbf23 x1862468301364800/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.623457:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.623466:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13788c0 00000400:00000200:3.0:1776190132.623471:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4a71 [2] + 984 00000400:00000200:3.0:1776190132.623524:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.623529:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.623543:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190132.623550:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 00000400:00000010:0.0:1776190132.623732:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000066547850. 00000400:00000200:0.0:1776190132.623743:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066d61e78 00000400:00000010:0.0:1776190132.623746:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066d61e78. 00000100:00000200:0.0:1776190132.623759:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000574dbf23 x1862468301364800/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190132.623770:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000574dbf23 x1862468301364800/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190132.623821:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018761fd4. 02000000:00000010:0.0:1776190132.623830:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e74ec7c2. 00000100:00000010:0.0:1776190132.623834:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000574dbf23. 00000100:00000010:0.0:1776190132.623838:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084383046. 00010000:00000010:0.0:1776190132.623842:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1c365c7. 00000020:00000010:1.0:1776190132.624221:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000510518da. 00000020:00000010:1.0:1776190132.624230:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000021548751. 00000020:00000010:1.0:1776190132.624236:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190132.624267:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003ffde2ec x1862468296476864/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190132.624305:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296476864 02000000:00000010:1.0:1776190132.624321:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008e141e24. 00010000:00000010:1.0:1776190132.624357:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b715712c. 00010000:00000010:1.0:1776190132.624385:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000842d6ac5. 00000100:00000010:1.0:1776190132.624393:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000320b4f94. 00000100:00000010:1.0:1776190132.624409:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000320b4f94. 00010000:00000010:1.0:1776190132.624413:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000842d6ac5. 00000400:00000010:1.0:1776190132.624429:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065effbe1. 00000100:00000200:1.0:1776190132.624434:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296476864, offset 224 00000400:00000200:1.0:1776190132.624443:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.624460:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.624468:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92809:92809:256:4294967295] 192.168.203.39@tcp LPNI seq info [92809:92809:8:4294967295] 00000400:00000200:1.0:1776190132.624480:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.624486:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.624491:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000350c588e (tot 82352466). 00000800:00000200:1.0:1776190132.624498:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.624507:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.624512:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000350c588e type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.1:1776190132.624810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7dd1056. 00010000:00000010:0.1:1776190132.624818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000785cf800. 00080000:00000010:0.0:1776190132.624846:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e74ec7c2. 00010000:00000010:0.0:1776190132.624950:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004c095ad. 00010000:00000010:0.0:1776190132.624957:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003d2b70d0. 00010000:00000010:0.0:1776190132.625047:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fde02459. 00010000:00000010:0.0:1776190132.625053:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004c095ad. 00010000:00000010:0.0:1776190132.625064:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1c365c7. 00000100:00000010:0.0:1776190132.625068:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084383046. 00000100:00000010:0.0:1776190132.625077:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000574dbf23. 02000000:00000010:0.0:1776190132.625090:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000018761fd4. 02000000:00000010:0.0:1776190132.625117:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018a14e39. 00000400:00000010:0.0:1776190132.625123:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000066547850. 00000400:00000010:0.0:1776190132.625130:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066d61e78. 00000100:00000200:0.0:1776190132.625136:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301364864, portal 16 00000400:00000010:0.0:1776190132.625140:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeac3683. 00000100:00000200:0.0:1776190132.625143:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301364864, offset 0 00000400:00000200:0.0:1776190132.625149:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.625159:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.625180:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190132.625184:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190132.625188:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190132.625190:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92810:92810:255:4294967295] 192.168.203.39@tcp LPNI seq info [92810:92810:7:4294967295] 00000400:00000200:0.0:1776190132.625198:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.625203:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.625207:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352714). 00000800:00000200:0.0:1776190132.625212:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.625216:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.625219:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1776190132.625334:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000021548751. 00000020:00000010:1.0:1776190132.625341:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190132.625345:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000510518da. 00000800:00000200:3.0:1776190132.627290:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.627297:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000350c588e (tot 82352466). 00000400:00000200:3.0:1776190132.627308:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.627317:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.627323:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065effbe1 00000400:00000010:3.0:1776190132.627326:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065effbe1. 00010000:00000010:2.1:1776190132.629804:0:78492:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0165112. 00000800:00000200:3.0:1776190132.631056:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.631064:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352218). 00000400:00000200:3.0:1776190132.631072:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.631081:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.631088:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeac3683 00000400:00000010:3.0:1776190132.631090:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeac3683. 00000400:00000200:1.0:1776190132.631103:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000100:00000200:3.0:1776190132.631104:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000574dbf23 x1862468301364864/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.631131:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821e80 00000400:00000200:1.0:1776190132.631144:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6079 [1] + 224 00000400:00000200:1.0:1776190132.631158:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.631247:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.631259:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000574dbf23 x1862468301364864/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.631334:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.631341:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378900 00000400:00000200:1.0:1776190132.631347:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4a71 [2] + 1312 00000400:00000200:1.0:1776190132.631406:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.631410:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.631414:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.631422:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000909ebbf0. 00000020:00000010:3.0:1776190132.634123:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083116f79. 00000020:00000010:3.0:1776190132.634136:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190132.634142:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.634189:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000909ebbf0 x1862468296476928/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190132.634225:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296476928 02000000:00000010:3.0:1776190132.634239:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a79a69a8. 00010000:00000010:3.0:1776190132.634290:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eed06f37. 00000100:00000010:3.0:1776190132.634301:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fba64b25. 00000100:00000010:3.0:1776190132.634310:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fba64b25. 00010000:00000010:3.0:1776190132.634313:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eed06f37. 00000400:00000010:3.0:1776190132.634331:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ceb23d8e. 00000100:00000200:3.0:1776190132.634339:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296476928, offset 224 00000400:00000200:3.0:1776190132.634348:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.634365:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.634372:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92811:92811:256:4294967295] 192.168.203.39@tcp LPNI seq info [92811:92811:8:4294967295] 00000400:00000200:3.0:1776190132.634383:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.634389:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.634395:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000facb4e7c (tot 82352466). 00000800:00000200:3.0:1776190132.634402:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.634410:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.634415:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000facb4e7c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.634434:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190132.634438:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.634442:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083116f79. 00000800:00000200:3.0:1776190132.634571:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.634576:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000facb4e7c (tot 82352218). 00000400:00000200:3.0:1776190132.634582:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.634587:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.634593:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ceb23d8e 00000400:00000010:3.0:1776190132.634595:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ceb23d8e. 00000400:00000010:0.0:1776190132.635028:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000066547850. 00000400:00000200:0.0:1776190132.635035:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066d61e78 00000400:00000010:0.0:1776190132.635037:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066d61e78. 00000100:00000200:0.0:1776190132.635046:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000574dbf23 x1862468301364864/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190132.635061:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000574dbf23 x1862468301364864/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190132.635088:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1042374. 02000000:00000010:0.0:1776190132.635106:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018a14e39. 02000000:00000010:0.0:1776190132.635112:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000018761fd4. 00000100:00000010:0.0:1776190132.635117:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000574dbf23. 00000100:00000010:0.0:1776190132.635121:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084383046. 00010000:00000010:0.0:1776190132.635124:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1c365c7. 00080000:00000010:1.0:1776190132.635213:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046b35cb3. 00010000:00000010:1.0:1776190132.635348:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004c095ad. 00010000:00000010:1.0:1776190132.635356:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d71464cb. 00010000:00000010:1.0:1776190132.635453:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8ea9e34. 00010000:00000010:1.0:1776190132.635461:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c0700472. 00010000:00000010:1.0:1776190132.635474:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000842d6ac5. 00000100:00000010:1.0:1776190132.635480:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000320b4f94. 00000100:00000010:1.0:1776190132.635489:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719b5d3. 02000000:00000010:1.0:1776190132.635502:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000510518da. 02000000:00000010:1.0:1776190132.635529:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd75f13f. 00000400:00000010:1.0:1776190132.635545:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d8f5af9e. 00000400:00000010:1.0:1776190132.635551:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005097e9c8. 00000100:00000200:1.0:1776190132.635557:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301364928, portal 16 00000400:00000010:1.0:1776190132.635562:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be2d42b. 00000100:00000200:1.0:1776190132.635564:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301364928, offset 0 00000400:00000200:1.0:1776190132.635571:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.635583:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.635591:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190132.635604:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190132.635607:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190132.635610:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92812:92812:256:4294967295] 192.168.203.39@tcp LPNI seq info [92812:92812:8:4294967295] 00000400:00000200:1.0:1776190132.635618:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.635623:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.635628:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190132.635633:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.635640:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.635643:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190132.637915:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.637923:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:3.0:1776190132.637934:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.637947:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.637955:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be2d42b 00000400:00000010:3.0:1776190132.637958:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be2d42b. 00000100:00000200:3.0:1776190132.637970:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a719b5d3 x1862468301364928/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.638016:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.638033:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821ec0 00000400:00000200:3.0:1776190132.638042:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6085 [1] + 224 00000400:00000200:3.0:1776190132.638055:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.638059:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.638069:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a719b5d3 x1862468301364928/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.638104:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.638111:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378940 00000400:00000200:3.0:1776190132.638118:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4a71 [2] + 1640 00000400:00000200:3.0:1776190132.639685:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.639704:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.639715:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190132.639723:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 00000020:00000010:3.0:1776190132.639827:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083116f79. 00000020:00000010:3.0:1776190132.639835:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190132.639842:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.639876:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002fe2a2b9 x1862468296476992/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190132.639914:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296476992 02000000:00000010:3.0:1776190132.639928:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009c84d546. 00010000:00000010:3.0:1776190132.639981:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eed06f37. 00000100:00000010:3.0:1776190132.639989:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fba64b25. 00000100:00000010:3.0:1776190132.639997:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fba64b25. 00010000:00000010:3.0:1776190132.640002:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eed06f37. 00000400:00000010:3.0:1776190132.640021:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ceb23d8e. 00000100:00000200:3.0:1776190132.640027:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296476992, offset 224 00000400:00000200:3.0:1776190132.640037:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.640055:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.640062:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92813:92813:256:4294967295] 192.168.203.39@tcp LPNI seq info [92813:92813:8:4294967295] 00000400:00000200:3.0:1776190132.640074:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.640079:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.640085:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000facb4e7c (tot 82352466). 00000800:00000200:3.0:1776190132.640092:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.640099:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.640104:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000facb4e7c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.640423:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190132.640429:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.640433:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083116f79. 00000800:00000200:3.0:1776190132.640553:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.640557:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000facb4e7c (tot 82352218). 00000400:00000200:3.0:1776190132.640563:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.640568:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.640573:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ceb23d8e 00000400:00000010:3.0:1776190132.640575:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ceb23d8e. 00010000:00000010:0.1:1776190132.641075:0:78493:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7f849c7. 00010000:00000010:0.1:1776190132.641085:0:78493:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d7b064c. 00000400:00000010:2.0:1776190132.646025:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d8f5af9e. 00000400:00000200:2.0:1776190132.646038:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005097e9c8 00000400:00000010:2.0:1776190132.646040:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005097e9c8. 00000100:00000200:2.0:1776190132.646059:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a719b5d3 x1862468301364928/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.646072:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a719b5d3 x1862468301364928/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190132.646106:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003ddea787. 02000000:00000010:2.0:1776190132.646126:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd75f13f. 02000000:00000010:2.0:1776190132.646133:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000510518da. 00000100:00000010:2.0:1776190132.646137:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 00000100:00000010:2.0:1776190132.646141:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000320b4f94. 00010000:00000010:2.0:1776190132.646145:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000842d6ac5. 00080000:00000010:2.0:1776190132.646171:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9fff3f9. 00010000:00000010:2.0:1776190132.646309:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c0700472. 00010000:00000010:2.0:1776190132.646319:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007288c46a. 00010000:00000010:2.0:1776190132.646408:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039b6fee1. 00010000:00000010:2.0:1776190132.646415:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000541649fe. 00010000:00000010:2.0:1776190132.646429:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d20a4cc. 00000100:00000010:2.0:1776190132.646437:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000074629918. 00000100:00000010:2.0:1776190132.646449:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000462ed234. 02000000:00000010:2.0:1776190132.646465:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000004a9b6b1. 02000000:00000010:2.0:1776190132.646501:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008516abe2. 00000400:00000010:2.0:1776190132.646508:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000675b7e4e. 00000400:00000010:2.0:1776190132.646514:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190132.646521:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301364992, portal 16 00000400:00000010:2.0:1776190132.646526:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000380035ad. 00000100:00000200:2.0:1776190132.646528:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301364992, offset 0 00000400:00000200:2.0:1776190132.646546:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.646565:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.646575:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.646579:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.646583:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.646586:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92814:92814:256:4294967295] 192.168.203.39@tcp LPNI seq info [92814:92814:8:4294967295] 00000400:00000200:2.0:1776190132.647095:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.647104:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.647110:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007553869f (tot 82352466). 00000800:00000200:2.0:1776190132.647118:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.647126:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.647131:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007553869f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190132.647549:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.647553:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352218). 00000400:00000200:3.0:1776190132.647561:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.647568:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.647573:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000380035ad 00000400:00000010:3.0:1776190132.647575:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000380035ad. 00000100:00000200:3.0:1776190132.647592:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000462ed234 x1862468301364992/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190132.648181:0:1357:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f53e996. 00000400:00000200:3.0:1776190132.649863:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.649886:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821f00 00000400:00000200:3.0:1776190132.650008:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6091 [1] + 224 00000400:00000200:3.0:1776190132.650027:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.650031:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.650043:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000462ed234 x1862468301364992/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190132.650137:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000675b7e4e. 00000400:00000200:0.0:1776190132.650142:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:0.0:1776190132.650144:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:0.0:1776190132.650151:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000462ed234 x1862468301364992/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190132.650158:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000462ed234 x1862468301364992/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190132.650276:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008516abe2. 02000000:00000010:0.0:1776190132.650284:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000004a9b6b1. 00000100:00000010:0.0:1776190132.650289:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000462ed234. 00000100:00000010:0.0:1776190132.650295:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000074629918. 00010000:00000010:0.0:1776190132.650299:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d20a4cc. 00000400:00000200:3.0:1776190132.652529:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.652564:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378980 00000400:00000200:3.0:1776190132.652573:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4a71 [2] + 1968 00000400:00000010:3.0:1776190132.652588:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000042dbd25b. 00000400:00000200:3.0:1776190132.652593:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000002f2e4fd 00000400:00000200:3.0:1776190132.652670:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.652675:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.652681:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000002f2e4fd 00000400:00000010:3.0:1776190132.652683:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000002f2e4fd (tot 82352066). 00000100:00000200:3.0:1776190132.652689:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776190132.652802:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c23c161. 00000020:00000010:1.0:1776190132.652810:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190132.652816:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190132.652851:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004a961502 x1862468296477056/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190132.652893:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296477056 02000000:00000010:1.0:1776190132.652905:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006b689b96. 00010000:00000010:1.0:1776190132.652941:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e3621ac. 00010000:00000010:1.0:1776190132.652966:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e4c09ce. 00000100:00000010:1.0:1776190132.652973:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000320b4f94. 00000100:00000010:1.0:1776190132.652991:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000320b4f94. 00010000:00000010:1.0:1776190132.652996:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e4c09ce. 00000400:00000010:1.0:1776190132.653013:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e54ad690. 00000100:00000200:1.0:1776190132.653020:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296477056, offset 224 00000400:00000200:1.0:1776190132.653029:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.653042:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.653048:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92815:92815:256:4294967295] 192.168.203.39@tcp LPNI seq info [92815:92815:8:4294967295] 00000400:00000200:1.0:1776190132.653058:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.653065:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.653071:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352314). 00000800:00000200:1.0:1776190132.653077:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.653085:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.653089:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190132.653107:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190132.653113:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190132.653116:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c23c161. 02000000:00000010:1.0:1776190132.653127:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009c84d546. 00000100:00000010:1.0:1776190132.653131:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 02000000:00000010:1.0:1776190132.653136:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a79a69a8. 00000100:00000010:1.0:1776190132.653138:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 02000000:00000010:1.0:1776190132.653141:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008e141e24. 00000100:00000010:1.0:1776190132.653143:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 02000000:00000010:1.0:1776190132.653149:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002948e803. 00000100:00000010:1.0:1776190132.653152:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 02000000:00000010:1.0:1776190132.653155:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b56ecee7. 00000100:00000010:1.0:1776190132.653157:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000663a046d. 02000000:00000010:1.0:1776190132.653161:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009b57fd50. 00000100:00000010:1.0:1776190132.653165:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 00000100:00000200:1.0:1776190132.653172:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776190132.653178:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006ff3a318. 00000400:00000010:1.0:1776190132.653181:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000320b4f94 (tot 82352466). 00080000:00000010:1.0:1776190132.653216:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e141e24. 00010000:00000010:1.0:1776190132.653345:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000541649fe. 00010000:00000010:1.0:1776190132.653354:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c507a3fd. 00000800:00000200:3.0:1776190132.653393:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.653397:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:3.0:1776190132.653403:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.653407:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.653410:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e54ad690 00000400:00000010:3.0:1776190132.653412:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e54ad690. 02000000:00000010:3.0:1776190132.653417:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006b689b96. 00010000:00000010:1.0:1776190132.653469:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc8d566a. 00010000:00000010:1.0:1776190132.653476:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d7c82bef. 00010000:00000010:1.0:1776190132.653489:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e4c09ce. 00000100:00000010:1.0:1776190132.653492:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000002371e76. 00000100:00000010:1.0:1776190132.653499:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000909ebbf0. 02000000:00000010:1.0:1776190132.653513:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006c23c161. 02000000:00000010:1.0:1776190132.653557:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000157872c2. 00000400:00000010:1.0:1776190132.653562:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000059506e1b. 00000400:00000010:1.0:1776190132.653566:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d43b3045. 00000100:00000200:1.0:1776190132.653570:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301365056, portal 16 00000400:00000010:1.0:1776190132.653575:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da785b1e. 00000100:00000200:1.0:1776190132.653577:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301365056, offset 0 00000400:00000200:1.0:1776190132.653583:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.653590:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.653599:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190132.653604:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190132.653607:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190132.653610:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92816:92816:256:4294967295] 192.168.203.39@tcp LPNI seq info [92816:92816:8:4294967295] 00000400:00000200:1.0:1776190132.653617:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.653621:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.653624:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000350c588e (tot 82352466). 00000800:00000200:1.0:1776190132.653628:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.653632:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.653634:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000350c588e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190132.654694:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.654700:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000350c588e (tot 82352218). 00000400:00000200:3.0:1776190132.654708:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.654716:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.654722:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da785b1e 00000400:00000010:3.0:1776190132.654724:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da785b1e. 00000100:00000200:3.0:1776190132.654731:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000909ebbf0 x1862468301365056/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.662424:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.662449:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821f40 00000400:00000200:3.0:1776190132.662461:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb60a1 [1] + 224 00000400:00000200:3.0:1776190132.662475:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.662479:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.662492:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000909ebbf0 x1862468301365056/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.662590:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.662612:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13789c0 00000400:00000200:3.0:1776190132.662617:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4ac9 [2] + 0 00000400:00000200:3.0:1776190132.662672:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.662676:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.662680:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190132.662686:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 00000020:00000010:3.0:1776190132.662741:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b56ecee7. 00000020:00000010:3.0:1776190132.662747:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190132.662752:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00010000:00000010:0.1:1776190132.664394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdf6448c. 00000100:00000200:3.0:1776190132.664715:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016984533 x1862468296477120/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190132.664786:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296477120 02000000:00000010:3.0:1776190132.664809:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a79a69a8. 00010000:00000010:1.1:1776190132.664826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000190eeaf3. 00010000:00000010:1.1:1776190132.664833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fde02459. 00010000:00000010:3.0:1776190132.664862:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eed06f37. 00000100:00000010:3.0:1776190132.664874:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fba64b25. 00000100:00000010:3.0:1776190132.664882:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fba64b25. 00010000:00000010:3.0:1776190132.664886:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eed06f37. 00000400:00000010:3.0:1776190132.664917:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ceb23d8e. 00000100:00000200:3.0:1776190132.664926:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296477120, offset 224 00000400:00000200:3.0:1776190132.664936:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.664953:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.664960:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92817:92817:256:4294967295] 192.168.203.39@tcp LPNI seq info [92817:92817:8:4294967295] 00000400:00000200:3.0:1776190132.665133:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.665140:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.665146:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000facb4e7c (tot 82352466). 00000800:00000200:3.0:1776190132.665154:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.665170:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.665174:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000facb4e7c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.665203:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190132.665208:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.665212:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b56ecee7. 00000800:00000200:0.0:1776190132.665861:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.665866:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000facb4e7c (tot 82352218). 00000400:00000200:0.0:1776190132.665874:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.665881:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.665888:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ceb23d8e 00000400:00000010:0.0:1776190132.665890:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ceb23d8e. 00010000:00000010:2.1:1776190132.667728:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008316401d. 00010000:00000010:2.1:1776190132.667745:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000801818e3. 00010000:00000010:2.1:1776190132.667749:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ea9e34. 00000400:00000010:2.0:1776190132.667847:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000059506e1b. 00000400:00000200:2.0:1776190132.667853:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d43b3045 00000400:00000010:2.0:1776190132.667856:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d43b3045. 00000100:00000200:2.0:1776190132.667873:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000909ebbf0 x1862468301365056/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.667885:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000909ebbf0 x1862468301365056/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190132.668274:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b8c35ce. 02000000:00000010:2.0:1776190132.668295:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000157872c2. 02000000:00000010:2.0:1776190132.668301:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006c23c161. 00000100:00000010:2.0:1776190132.668306:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 00000100:00000010:2.0:1776190132.668312:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000002371e76. 00010000:00000010:2.0:1776190132.668316:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e4c09ce. 00080000:00000010:2.0:1776190132.668341:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003916ab64. 00010000:00000010:2.0:1776190132.668450:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7c82bef. 00010000:00000010:2.0:1776190132.668462:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042732926. 00010000:00000010:2.0:1776190132.668570:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002022839b. 00010000:00000010:2.0:1776190132.668579:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c99e8c92. 00010000:00000010:2.0:1776190132.668595:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a4f5ec7c. 00000100:00000010:2.0:1776190132.668603:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.669223:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 02000000:00000010:2.0:1776190132.669243:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae8d3579. 02000000:00000010:3.0:1776190132.672006:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c84d546. 00000400:00000010:3.0:1776190132.672026:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000042dbd25b. 00000400:00000010:3.0:1776190132.672035:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6b5ec91. 00000100:00000200:3.0:1776190132.672045:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301365120, portal 16 00000400:00000010:3.0:1776190132.672053:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f8ae577. 00000100:00000200:3.0:1776190132.672056:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301365120, offset 0 00000400:00000200:3.0:1776190132.672068:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.672092:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.672100:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190132.672105:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190132.672108:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190132.672112:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92818:92818:256:4294967295] 192.168.203.39@tcp LPNI seq info [92818:92818:8:4294967295] 00000400:00000200:3.0:1776190132.672124:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.672131:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.672136:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.672145:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.672154:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.672160:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190132.672393:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.672398:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:1.0:1776190132.672406:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.672412:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.672417:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f8ae577 00000400:00000010:1.0:1776190132.672420:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f8ae577. 00000100:00000200:1.0:1776190132.672429:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000969b7ebd x1862468301365120/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.675956:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.676131:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821f80 00000400:00000200:3.0:1776190132.676143:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb60ad [1] + 224 00000400:00000200:3.0:1776190132.676184:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.676189:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.676203:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000969b7ebd x1862468301365120/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.676634:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00010000:00000010:1.1:1776190132.676643:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6c21d4f. 00000400:00000200:3.0:1776190132.676644:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378a00 00000400:00000200:3.0:1776190132.676649:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4ac9 [2] + 328 00010000:00000010:1.1:1776190132.676650:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001580951b. 00010000:00000010:1.1:1776190132.676654:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039b6fee1. 00000400:00000200:3.0:1776190132.676709:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.676713:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.676718:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190132.676726:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 00000400:00000010:1.0:1776190132.676908:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000042dbd25b. 00000400:00000200:1.0:1776190132.676913:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6b5ec91 00000400:00000010:1.0:1776190132.676915:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6b5ec91. 00000100:00000200:1.0:1776190132.676924:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000969b7ebd x1862468301365120/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1776190132.676925:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002948e803. 00000100:00000200:1.0:1776190132.676933:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000969b7ebd x1862468301365120/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1776190132.676934:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fa416568. 00000020:00000010:2.0:1776190132.676940:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 02000000:00000010:1.0:1776190132.676974:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c84d546. 02000000:00000010:1.0:1776190132.676981:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae8d3579. 00000100:00000010:1.0:1776190132.676986:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 00000100:00000010:1.0:1776190132.676990:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:1.0:1776190132.676994:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a4f5ec7c. 00000100:00000200:2.0:1776190132.677122:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000001edc131 x1862468296477184/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190132.677159:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296477184 02000000:00000010:2.0:1776190132.677182:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000004a9b6b1. 00010000:00000010:2.0:1776190132.677216:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008a2d5192. 00010000:00000010:2.0:1776190132.677240:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055d3bcbb. 00000100:00000010:2.0:1776190132.677246:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.677257:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.677260:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055d3bcbb. 00000400:00000010:2.0:1776190132.677274:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190132.677280:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296477184, offset 224 00000400:00000200:2.0:1776190132.677292:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.677305:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.677311:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92819:92819:256:4294967295] 192.168.203.39@tcp LPNI seq info [92819:92819:8:4294967295] 00000400:00000200:2.0:1776190132.677322:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.677328:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.677334:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007553869f (tot 82352466). 00000800:00000200:2.0:1776190132.677340:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.677348:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.677353:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007553869f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190132.677373:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fa416568. 00000020:00000010:2.0:1776190132.677378:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190132.677381:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002948e803. 00000800:00000200:2.0:1776190132.677475:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.677479:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352218). 00000400:00000200:2.0:1776190132.677485:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.677489:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.677493:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000400:00000010:2.0:1776190132.677494:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 00080000:00000010:3.0:1776190132.677559:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000917910e0. 00010000:00000010:3.0:1776190132.677674:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c99e8c92. 00010000:00000010:3.0:1776190132.677683:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d9b746e7. 00010000:00000010:1.0:1776190132.678490:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f4ccbb0. 00010000:00000010:1.0:1776190132.678559:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f0fef028. 00010000:00000010:1.0:1776190132.678581:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003c48721e. 00000100:00000010:1.0:1776190132.678588:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000002371e76. 00000100:00000010:1.0:1776190132.678599:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a8bea6. 02000000:00000010:1.0:1776190132.678616:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ec05581. 02000000:00000010:1.0:1776190132.678651:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c23c161. 00000400:00000010:1.0:1776190132.678659:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071d4180c. 00000400:00000010:1.0:1776190132.678667:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b96b8ae7. 00000100:00000200:1.0:1776190132.678674:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301365184, portal 16 00000400:00000010:1.0:1776190132.678681:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001149df6c. 00000100:00000200:1.0:1776190132.678683:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301365184, offset 0 00000400:00000200:1.0:1776190132.678694:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.678710:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00010000:00000010:2.1:1776190132.678864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5543b32. 00010000:00000010:2.1:1776190132.678872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d25dc13f. 00010000:00000010:2.1:1776190132.678879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc8d566a. 00000400:00000200:1.0:1776190132.681045:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190132.681061:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190132.681067:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190132.681071:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92820:92820:256:4294967295] 192.168.203.39@tcp LPNI seq info [92820:92820:8:4294967295] 00000400:00000200:1.0:1776190132.681086:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.681095:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.681103:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069334a23 (tot 82352466). 00000800:00000200:1.0:1776190132.681114:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.681124:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.681128:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069334a23 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190132.683340:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.683350:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069334a23 (tot 82352218). 00000400:00000200:3.0:1776190132.683363:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.683374:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.683382:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001149df6c 00000400:00000010:3.0:1776190132.683386:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001149df6c. 00000100:00000200:3.0:1776190132.683398:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c2a8bea6 x1862468301365184/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190132.683616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ce00bb7. 00010000:00000010:3.1:1776190132.684836:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003648246a. 00010000:00000010:3.1:1776190132.684848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002022839b. 00000400:00000200:2.0:1776190132.690025:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190132.690049:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1821fc0 00000400:00000200:2.0:1776190132.690061:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb60b9 [1] + 224 00000400:00000200:2.0:1776190132.690073:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.690077:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190132.690090:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c2a8bea6 x1862468301365184/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190132.690132:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190132.690138:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378a40 00000400:00000200:2.0:1776190132.690143:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4ac9 [2] + 656 00000400:00000200:2.0:1776190132.690207:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.690211:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190132.690216:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190132.690223:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 00000020:00000010:0.0:1776190132.690671:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018a14e39. 00000020:00000010:0.0:1776190132.690680:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.690685:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190132.690719:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e941f260 x1862468296477248/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190132.690768:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296477248 02000000:00000010:0.0:1776190132.690807:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a718d934. 00010000:00000010:0.0:1776190132.690857:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000388d5ffc. 00000100:00000010:0.0:1776190132.690877:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084383046. 00000100:00000010:0.0:1776190132.690886:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084383046. 00010000:00000010:0.0:1776190132.690889:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000388d5ffc. 00000400:00000010:0.0:1776190132.690918:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066d61e78. 00000100:00000200:0.0:1776190132.690925:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296477248, offset 224 00000400:00000200:0.0:1776190132.690934:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.690948:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.690955:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92821:92821:256:4294967295] 192.168.203.39@tcp LPNI seq info [92821:92821:8:4294967295] 00000400:00000200:0.0:1776190132.690968:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.690974:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.690980:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000826f680e (tot 82352466). 00000800:00000200:0.0:1776190132.690986:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.690995:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.691000:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000826f680e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190132.691018:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.691024:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190132.691027:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018a14e39. 00000800:00000200:2.0:1776190132.691401:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.691406:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000826f680e (tot 82352218). 00000400:00000200:2.0:1776190132.691411:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.691417:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.691422:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066d61e78 00000400:00000010:2.0:1776190132.691424:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066d61e78. 00000400:00000010:0.0:1776190132.692123:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071d4180c. 00000400:00000200:0.0:1776190132.692130:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b96b8ae7 00000400:00000010:0.0:1776190132.692132:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b96b8ae7. 00000100:00000200:0.0:1776190132.692141:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c2a8bea6 x1862468301365184/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190132.692150:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c2a8bea6 x1862468301365184/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190132.692178:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087e154bb. 02000000:00000010:0.0:1776190132.692199:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c23c161. 02000000:00000010:0.0:1776190132.692206:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004ec05581. 00000100:00000010:0.0:1776190132.692211:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2a8bea6. 00000100:00000010:0.0:1776190132.692214:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000002371e76. 00010000:00000010:0.0:1776190132.692219:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003c48721e. 00080000:00000010:0.0:1776190132.692242:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018a14e39. 00010000:00000010:0.0:1776190132.692371:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0fef028. 00010000:00000010:0.0:1776190132.692381:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002f153a1e. 00010000:00000010:0.0:1776190132.692481:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d7b064c. 00010000:00000010:0.0:1776190132.692489:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002658ca46. 00010000:00000010:0.0:1776190132.692502:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000388d5ffc. 00000100:00000010:0.0:1776190132.692509:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084383046. 00000100:00000010:0.0:1776190132.692518:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000574dbf23. 02000000:00000010:0.0:1776190132.692532:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000053c923f4. 02000000:00000010:0.0:1776190132.692572:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018525776. 00000400:00000010:0.0:1776190132.692578:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000066547850. 00000400:00000010:0.0:1776190132.692584:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000268affd4. 00000100:00000200:0.0:1776190132.692590:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301365248, portal 16 00000400:00000010:0.0:1776190132.692596:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a88dbd8. 00000100:00000200:0.0:1776190132.692598:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301365248, offset 0 00000400:00000200:0.0:1776190132.692606:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.692620:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.692629:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190132.692633:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190132.692636:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190132.692639:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92822:92822:256:4294967295] 192.168.203.39@tcp LPNI seq info [92822:92822:8:4294967295] 00000400:00000200:0.0:1776190132.692647:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.692653:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.692658:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352466). 00000800:00000200:0.0:1776190132.692664:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.692670:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.692675:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190132.692886:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.692889:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352218). 00000400:00000200:2.0:1776190132.692894:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.692909:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.692914:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a88dbd8 00000400:00000010:2.0:1776190132.692916:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a88dbd8. 00000100:00000200:2.0:1776190132.692921:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000574dbf23 x1862468301365248/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190132.698337:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190132.698366:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822000 00000400:00000200:2.0:1776190132.698378:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb60c5 [1] + 224 00000400:00000200:2.0:1776190132.698394:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.698399:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190132.698412:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000574dbf23 x1862468301365248/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190132.698456:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190132.698463:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378a80 00000400:00000200:2.0:1776190132.698470:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4ac9 [2] + 984 00000400:00000200:2.0:1776190132.698548:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.698553:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190132.698558:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190132.698565:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000385e35d2. 00000400:00000010:1.0:1776190132.698741:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000066547850. 00000400:00000200:1.0:1776190132.698748:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000268affd4 00000400:00000010:1.0:1776190132.698750:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000268affd4. 00000100:00000200:1.0:1776190132.698756:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000574dbf23 x1862468301365248/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190132.698765:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000574dbf23 x1862468301365248/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190132.698830:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018525776. 02000000:00000010:1.0:1776190132.698838:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000053c923f4. 00000100:00000010:1.0:1776190132.698843:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000574dbf23. 00000100:00000010:1.0:1776190132.698847:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084383046. 00010000:00000010:1.0:1776190132.698851:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000388d5ffc. 00000020:00000010:0.0:1776190132.699361:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053c923f4. 00000020:00000010:0.0:1776190132.699371:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.699377:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190132.699408:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000385e35d2 x1862468296477312/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190132.699447:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296477312 02000000:00000010:0.0:1776190132.699461:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018525776. 00010000:00000010:0.0:1776190132.699496:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e5c9529. 00010000:00000010:0.0:1776190132.699518:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190132.699525:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084383046. 00000100:00000010:0.0:1776190132.699550:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084383046. 00010000:00000010:0.0:1776190132.699553:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190132.699569:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001773e49e. 00000100:00000200:0.0:1776190132.699575:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296477312, offset 224 00000400:00000200:0.0:1776190132.699583:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.699595:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.699602:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92823:92823:256:4294967295] 192.168.203.39@tcp LPNI seq info [92823:92823:8:4294967295] 00000400:00000200:0.0:1776190132.699614:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.699620:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.699626:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352466). 00000800:00000200:0.0:1776190132.699632:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.699641:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.699646:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190132.699670:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.699676:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190132.699680:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053c923f4. 00000800:00000200:0.0:1776190132.700024:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.700028:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:0.0:1776190132.700034:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.700040:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.700045:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001773e49e 00000400:00000010:0.0:1776190132.700047:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001773e49e. 00080000:00000010:1.0:1776190132.700163:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000157872c2. 00010000:00000010:1.0:1776190132.700298:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002658ca46. 00010000:00000010:1.0:1776190132.700306:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009f47b239. 00010000:00000010:1.0:1776190132.700400:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019e448a6. 00010000:00000010:1.0:1776190132.700407:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a1182944. 00010000:00000010:1.0:1776190132.700421:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000001e8cf88. 00000100:00000010:1.0:1776190132.700427:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000002371e76. 00000100:00000010:1.0:1776190132.700436:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190132.700451:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006b689b96. 02000000:00000010:1.0:1776190132.700481:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000510518da. 00000400:00000010:1.0:1776190132.700489:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c2509724. 00000400:00000010:1.0:1776190132.700495:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc34d2c4. 00000100:00000200:1.0:1776190132.700500:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301365312, portal 16 00000400:00000010:1.0:1776190132.700505:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190132.700507:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301365312, offset 0 00000400:00000200:1.0:1776190132.700515:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.700525:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.700545:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190132.700549:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190132.700553:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190132.700555:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92824:92824:256:4294967295] 192.168.203.39@tcp LPNI seq info [92824:92824:8:4294967295] 00000400:00000200:1.0:1776190132.700563:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.700569:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.700573:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006429d592 (tot 82352466). 00000800:00000200:1.0:1776190132.700578:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.700583:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.700587:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006429d592 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190132.700841:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.700844:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006429d592 (tot 82352218). 00000400:00000200:2.0:1776190132.700851:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.700855:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.700859:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff4ab8e8 00000400:00000010:2.0:1776190132.700861:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff4ab8e8. 00000100:00000200:2.0:1776190132.700868:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301365312/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190132.703066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ece6d00e. 00010000:00000010:0.1:1776190132.703085:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8df6977. 00010000:00000010:0.1:1776190132.703095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f4ccbb0. 00000400:00000200:2.0:1776190132.706152:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190132.706182:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822040 00000400:00000200:2.0:1776190132.706194:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb60d1 [1] + 224 00000400:00000200:2.0:1776190132.706218:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.706223:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190132.706236:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301365312/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190132.706419:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c2509724. 00000400:00000200:1.0:1776190132.706426:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc34d2c4 00000400:00000010:1.0:1776190132.706428:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc34d2c4. 00000100:00000200:1.0:1776190132.706435:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301365312/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190132.706444:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301365312/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190132.706482:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000510518da. 02000000:00000010:1.0:1776190132.706490:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006b689b96. 00000100:00000010:1.0:1776190132.706494:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190132.706499:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000002371e76. 00010000:00000010:1.0:1776190132.706504:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000001e8cf88. 00000400:00000200:0.0:1776190132.707229:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.707247:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378ac0 00000400:00000200:0.0:1776190132.707254:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4ac9 [2] + 1312 00000400:00000200:0.0:1776190132.708575:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.708898:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.708908:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190132.708915:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b6a886ef. 00010000:00000010:1.1:1776190132.708939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000add564bb. 00010000:00000010:1.1:1776190132.708955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d7b064c. 00000020:00000010:1.0:1776190132.710192:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b689b96. 00000020:00000010:1.0:1776190132.710202:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190132.710338:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190132.710383:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b6a886ef x1862468296477376/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190132.710425:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296477376 02000000:00000010:1.0:1776190132.710438:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000510518da. 00010000:00000010:1.0:1776190132.710471:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000acf3571. 00010000:00000010:1.0:1776190132.710497:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000001e8cf88. 00000100:00000010:1.0:1776190132.710505:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000002371e76. 00000100:00000010:1.0:1776190132.710613:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000002371e76. 00010000:00000010:1.0:1776190132.710620:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000001e8cf88. 00000400:00000010:1.0:1776190132.710639:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc34d2c4. 00000100:00000200:1.0:1776190132.710646:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296477376, offset 224 00000400:00000200:1.0:1776190132.710656:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.710686:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.710696:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92825:92825:256:4294967295] 192.168.203.39@tcp LPNI seq info [92825:92825:8:4294967295] 00000400:00000200:1.0:1776190132.710710:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.710719:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.710725:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d164298 (tot 82352466). 00000800:00000200:1.0:1776190132.710733:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.710744:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.710750:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d164298 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190132.710812:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190132.710818:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190132.710826:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b689b96. 00080000:00000010:3.0:1776190132.710862:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096c249b7. 00000800:00000200:0.0:1776190132.710906:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.710913:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d164298 (tot 82352218). 00000400:00000200:0.0:1776190132.710921:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.710928:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.710933:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc34d2c4 00000400:00000010:0.0:1776190132.710936:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc34d2c4. 00010000:00000010:3.0:1776190132.710968:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a1182944. 00010000:00000010:3.0:1776190132.710980:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000d9a70c4. 00010000:00000010:3.0:1776190132.711068:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004bfb75c3. 00010000:00000010:3.0:1776190132.711072:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f742104f. 00010000:00000010:3.0:1776190132.711077:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b659aaff. 00010000:00000010:3.0:1776190132.711082:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058aea0e5. 00080000:00000010:3.0:1776190132.711095:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000055350ae8. 00010000:00000010:3.0:1776190132.711119:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058aea0e5. 00010000:00000010:3.0:1776190132.711122:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f742104f. 00010000:00000010:3.0:1776190132.711176:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c16a5f82. 00010000:00000010:3.0:1776190132.711182:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058aea0e5. 00010000:00000010:3.0:1776190132.711191:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad6ba8dd. 00000100:00000010:3.0:1776190132.711197:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fba64b25. 00000100:00000010:3.0:1776190132.711206:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 02000000:00000010:3.0:1776190132.711238:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046ec8719. 02000000:00000010:3.0:1776190132.711270:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c4ceee7. 00000400:00000010:3.0:1776190132.711278:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000096a048f7. 00000400:00000010:3.0:1776190132.711285:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d376fb9. 00000100:00000200:3.0:1776190132.711291:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301365376, portal 16 00000400:00000010:3.0:1776190132.711298:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190132.711300:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301365376, offset 0 00000400:00000200:3.0:1776190132.711306:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.711316:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.711326:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190132.711331:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190132.711334:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190132.711337:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92826:92826:256:4294967295] 192.168.203.39@tcp LPNI seq info [92826:92826:8:4294967295] 00000400:00000200:3.0:1776190132.711345:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.711350:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.711354:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.711358:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.711362:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.711365:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190132.712025:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.712039:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:2.0:1776190132.712045:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.712053:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.712058:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b61116a7 00000400:00000010:2.0:1776190132.712061:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b61116a7. 00000100:00000200:2.0:1776190132.712071:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000552495c9 x1862468301365376/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190132.712330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c9c23f9. 00010000:00000010:1.1:1776190132.715879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ccbc288. 00000400:00000200:0.0:1776190132.718101:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.718121:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822080 00000400:00000200:0.0:1776190132.718131:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb60dd [1] + 224 00000400:00000200:0.0:1776190132.718143:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.718146:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.718156:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000552495c9 x1862468301365376/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190132.718189:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.718195:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378b00 00000400:00000200:0.0:1776190132.718199:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4ac9 [2] + 1640 00000400:00000010:3.0:1776190132.718248:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000096a048f7. 00000400:00000200:3.0:1776190132.718259:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d376fb9 00000400:00000200:0.0:1776190132.718260:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1776190132.718264:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d376fb9. 00000400:00000200:0.0:1776190132.718269:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.718276:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1776190132.718282:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000552495c9 x1862468301365376/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1776190132.718283:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000574dbf23. 00000100:00000200:3.0:1776190132.718297:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000552495c9 x1862468301365376/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190132.718339:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c4ceee7. 02000000:00000010:3.0:1776190132.718346:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000046ec8719. 00000100:00000010:3.0:1776190132.718352:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000552495c9. 00000100:00000010:3.0:1776190132.718358:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fba64b25. 00010000:00000010:3.0:1776190132.718363:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad6ba8dd. 00000020:00000010:1.0:1776190132.718479:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd75f13f. 00000020:00000010:1.0:1776190132.718486:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190132.718490:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190132.718513:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000574dbf23 x1862468296477440/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190132.718591:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296477440 02000000:00000010:1.0:1776190132.718602:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a5379e38. 00010000:00000010:1.0:1776190132.718627:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008fc076ea. 00010000:00000010:1.0:1776190132.718646:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000001e8cf88. 00000100:00000010:1.0:1776190132.718653:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000002371e76. 00000100:00000010:1.0:1776190132.718674:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000002371e76. 00010000:00000010:1.0:1776190132.718678:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000001e8cf88. 00000400:00000010:1.0:1776190132.718690:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4c2ce73. 00000100:00000200:1.0:1776190132.718695:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296477440, offset 224 00000400:00000200:1.0:1776190132.718703:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.718713:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.718718:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92827:92827:256:4294967295] 192.168.203.39@tcp LPNI seq info [92827:92827:8:4294967295] 00000400:00000200:1.0:1776190132.718727:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.718732:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.718737:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006708edc (tot 82352466). 00000800:00000200:1.0:1776190132.718742:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.718748:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.718752:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006708edc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190132.718769:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190132.718799:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190132.718802:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd75f13f. 00080000:00000010:3.0:1776190132.718872:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c4ceee7. 00010000:00000010:3.0:1776190132.718941:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058aea0e5. 00010000:00000010:3.0:1776190132.718948:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000055afcdac. 00010000:00000010:3.0:1776190132.719013:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd000644. 00010000:00000010:3.0:1776190132.719019:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058aea0e5. 00010000:00000010:3.0:1776190132.719028:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad6ba8dd. 00000100:00000010:3.0:1776190132.719032:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fba64b25. 00000100:00000010:3.0:1776190132.719038:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 02000000:00000010:3.0:1776190132.719048:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000097a2c98f. 02000000:00000010:3.0:1776190132.719069:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b95cbc9d. 00000400:00000010:3.0:1776190132.719075:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000096a048f7. 00000400:00000010:3.0:1776190132.719079:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d376fb9. 00000100:00000200:3.0:1776190132.719084:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301365440, portal 16 00000400:00000010:3.0:1776190132.719088:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c5b133d. 00000100:00000200:3.0:1776190132.719090:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301365440, offset 0 00000400:00000200:3.0:1776190132.719108:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.719114:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.719121:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190132.719125:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190132.719128:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190132.719130:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92828:92828:255:4294967295] 192.168.203.39@tcp LPNI seq info [92828:92828:7:4294967295] 00000400:00000200:3.0:1776190132.719137:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.719141:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.719145:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000facb4e7c (tot 82352714). 00000800:00000200:3.0:1776190132.719148:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.719152:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.719154:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000facb4e7c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.719471:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.719475:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006708edc (tot 82352466). 00000400:00000200:0.0:1776190132.719481:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.719484:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.719488:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4c2ce73 00000400:00000010:0.0:1776190132.719490:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4c2ce73. 00000800:00000200:0.0:1776190132.719675:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.719677:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000facb4e7c (tot 82352218). 00000400:00000200:0.0:1776190132.719681:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.719685:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.719687:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c5b133d 00000400:00000010:0.0:1776190132.719688:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c5b133d. 00000100:00000200:0.0:1776190132.719693:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000552495c9 x1862468301365440/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190132.719885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000075ce3f8. 00010000:00000010:3.1:1776190132.719892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019e448a6. 00010000:00000010:3.1:1776190132.719896:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bfb75c3. 00010000:00000010:3.1:1776190132.719899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b659aaff. 00010000:00000010:1.1:1776190132.724834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018303026. 00010000:00000010:3.1:1776190132.729807:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a349412. 00010000:00000010:3.1:1776190132.729822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a5f82. 00000400:00000200:3.0:1776190132.730547:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.730564:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18220c0 00000400:00000200:3.0:1776190132.730572:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb60e9 [1] + 224 00000400:00000200:3.0:1776190132.730585:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.730590:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.730601:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000552495c9 x1862468301365440/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.730633:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.730637:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378b40 00000400:00000200:3.0:1776190132.730641:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4ac9 [2] + 1968 00000400:00000010:3.0:1776190132.730644:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c99c7142. 00000400:00000200:3.0:1776190132.730646:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000299c9e03 00000400:00000200:3.0:1776190132.730652:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.730654:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.730655:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000299c9e03 00000400:00000010:3.0:1776190132.730657:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000299c9e03 (tot 82352066). 00000100:00000200:3.0:1776190132.730661:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1776190132.730685:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000096a048f7. 00000400:00000200:0.0:1776190132.730690:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d376fb9 00000400:00000010:0.0:1776190132.730692:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d376fb9. 00000100:00000200:0.0:1776190132.730699:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000552495c9 x1862468301365440/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190132.730708:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000552495c9 x1862468301365440/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190132.730748:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b95cbc9d. 02000000:00000010:0.0:1776190132.730754:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000097a2c98f. 00000100:00000010:0.0:1776190132.730758:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000552495c9. 00000100:00000010:0.0:1776190132.730762:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fba64b25. 00010000:00000010:0.0:1776190132.730766:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad6ba8dd. 00000020:00000010:1.0:1776190132.731027:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b689b96. 00000020:00000010:1.0:1776190132.731033:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190132.731038:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190132.731060:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008af542c4 x1862468296477504/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190132.731093:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296477504 02000000:00000010:1.0:1776190132.731103:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ccbc1547. 00010000:00000010:1.0:1776190132.731127:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000949f4a62. 00010000:00000010:1.0:1776190132.731146:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000001e8cf88. 00000100:00000010:1.0:1776190132.731152:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000002371e76. 00000100:00000010:1.0:1776190132.731164:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000002371e76. 00010000:00000010:1.0:1776190132.731168:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000001e8cf88. 00000400:00000010:1.0:1776190132.731179:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004926409b. 00000100:00000200:1.0:1776190132.731184:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296477504, offset 224 00000400:00000200:1.0:1776190132.731190:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.731200:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.731205:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92829:92829:256:4294967295] 192.168.203.39@tcp LPNI seq info [92829:92829:8:4294967295] 00000400:00000200:1.0:1776190132.731214:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.731219:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.731223:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c40e4d7 (tot 82352314). 00000800:00000200:1.0:1776190132.731227:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.731234:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.731237:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c40e4d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190132.731254:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190132.731258:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190132.731261:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b689b96. 02000000:00000010:1.0:1776190132.731268:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a5379e38. 00000100:00000010:1.0:1776190132.731270:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000574dbf23. 02000000:00000010:1.0:1776190132.731274:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000510518da. 00000100:00000010:1.0:1776190132.731276:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b6a886ef. 02000000:00000010:1.0:1776190132.731278:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018525776. 00000100:00000010:1.0:1776190132.731280:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000385e35d2. 02000000:00000010:1.0:1776190132.731283:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a718d934. 00000100:00000010:1.0:1776190132.731286:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 02000000:00000010:1.0:1776190132.731291:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000004a9b6b1. 00000100:00000010:1.0:1776190132.731294:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 02000000:00000010:1.0:1776190132.731297:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a79a69a8. 00000100:00000010:1.0:1776190132.731299:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 00080000:00000010:3.0:1776190132.731305:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000efcbf5fb. 00000100:00000200:1.0:1776190132.731305:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776190132.731312:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c2509724. 00000400:00000010:1.0:1776190132.731317:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000002371e76 (tot 82352466). 00010000:00000010:3.0:1776190132.731392:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058aea0e5. 00010000:00000010:3.0:1776190132.731403:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000069c9ff21. 00000800:00000200:1.0:1776190132.731414:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.731418:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c40e4d7 (tot 82352218). 00000400:00000200:1.0:1776190132.731424:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.731427:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.731430:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004926409b 00000400:00000010:1.0:1776190132.731432:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004926409b. 02000000:00000010:1.0:1776190132.731436:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ccbc1547. 00010000:00000010:3.0:1776190132.731481:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c16a5f82. 00010000:00000010:3.0:1776190132.731487:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058aea0e5. 00010000:00000010:3.0:1776190132.731497:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ae7c54b. 00000100:00000010:3.0:1776190132.731502:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fba64b25. 00000100:00000010:3.0:1776190132.731508:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 02000000:00000010:3.0:1776190132.731518:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000097a2c98f. 02000000:00000010:3.0:1776190132.731552:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b95cbc9d. 00000400:00000010:3.0:1776190132.731557:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c99c7142. 00000400:00000010:3.0:1776190132.731561:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048a81920. 00000100:00000200:3.0:1776190132.731564:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301365504, portal 16 00000400:00000010:3.0:1776190132.731567:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000129821df. 00000100:00000200:3.0:1776190132.731569:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301365504, offset 0 00000400:00000200:3.0:1776190132.731574:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.731580:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.731587:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190132.731590:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190132.731592:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190132.731595:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92830:92830:256:4294967295] 192.168.203.39@tcp LPNI seq info [92830:92830:8:4294967295] 00000400:00000200:3.0:1776190132.731602:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.731606:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.731610:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000facb4e7c (tot 82352466). 00000800:00000200:3.0:1776190132.731614:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.731618:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.731620:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000facb4e7c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.731936:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.731940:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000facb4e7c (tot 82352218). 00000400:00000200:0.0:1776190132.731945:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.731949:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.731952:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000129821df 00000400:00000010:0.0:1776190132.731954:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000129821df. 00000100:00000200:0.0:1776190132.731960:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000016984533 x1862468301365504/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.733923:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.733958:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822100 00000400:00000200:3.0:1776190132.733966:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb60f9 [1] + 224 00000400:00000200:3.0:1776190132.733978:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.733982:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.733990:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000016984533 x1862468301365504/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.734039:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.734044:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378b80 00000400:00000200:3.0:1776190132.734049:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4b21 [2] + 0 00000400:00000200:3.0:1776190132.734056:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.734059:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.734062:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190132.734067:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 00000400:00000010:1.0:1776190132.734113:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c99c7142. 00000400:00000200:1.0:1776190132.734118:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048a81920 00000400:00000010:1.0:1776190132.734121:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048a81920. 00000100:00000200:1.0:1776190132.734127:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000016984533 x1862468301365504/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190132.734134:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000016984533 x1862468301365504/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190132.734160:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b95cbc9d. 02000000:00000010:1.0:1776190132.734167:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000097a2c98f. 00000100:00000010:1.0:1776190132.734172:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 00000100:00000010:1.0:1776190132.734175:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fba64b25. 00010000:00000010:1.0:1776190132.734179:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ae7c54b. 00000020:00000010:2.0:1776190132.734237:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008516abe2. 00000020:00000010:2.0:1776190132.734244:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041fb54f7. 00000020:00000010:2.0:1776190132.734248:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190132.734268:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000001edc131 x1862468296477568/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190132.734299:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296477568 02000000:00000010:2.0:1776190132.734309:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fa95ab8a. 00010000:00000010:2.0:1776190132.734332:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c7e7231. 00010000:00000010:2.0:1776190132.734349:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055d3bcbb. 00000100:00000010:2.0:1776190132.734354:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.734369:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.734372:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055d3bcbb. 00000400:00000010:2.0:1776190132.734382:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190132.734386:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296477568, offset 224 00000400:00000200:2.0:1776190132.734393:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.734402:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.734407:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92831:92831:256:4294967295] 192.168.203.39@tcp LPNI seq info [92831:92831:8:4294967295] 00000400:00000200:2.0:1776190132.734416:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.734421:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.734426:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007553869f (tot 82352466). 00000800:00000200:2.0:1776190132.734430:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.734436:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.734440:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007553869f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190132.734453:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041fb54f7. 00000020:00000010:2.0:1776190132.734457:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190132.734460:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008516abe2. 00000800:00000200:1.0:1776190132.734595:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.734599:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352218). 00000400:00000200:1.0:1776190132.734605:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.734610:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00080000:00000010:3.0:1776190132.734621:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046ec8719. 00000400:00000200:1.0:1776190132.734622:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000400:00000010:1.0:1776190132.734625:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 00010000:00000010:3.0:1776190132.734690:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058aea0e5. 00010000:00000010:3.0:1776190132.734696:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000395069b0. 00010000:00000010:3.0:1776190132.734866:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b659aaff. 00010000:00000010:3.0:1776190132.734872:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058aea0e5. 00010000:00000010:3.0:1776190132.734883:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e01f7b1a. 00000100:00000010:3.0:1776190132.734887:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fba64b25. 00000100:00000010:3.0:1776190132.734892:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 02000000:00000010:3.0:1776190132.734903:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009a920ab5. 02000000:00000010:3.0:1776190132.734923:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000016f18953. 00000400:00000010:3.0:1776190132.734928:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58b9fb9. 00000400:00000010:3.0:1776190132.735343:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e2823b6. 00000100:00000200:3.0:1776190132.735351:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301365568, portal 16 00000400:00000010:3.0:1776190132.735354:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ce06a4c. 00000100:00000200:3.0:1776190132.735356:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301365568, offset 0 00000400:00000200:3.0:1776190132.735363:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.735373:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.735380:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190132.735383:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190132.735386:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190132.735389:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92832:92832:256:4294967295] 192.168.203.39@tcp LPNI seq info [92832:92832:8:4294967295] 00000400:00000200:3.0:1776190132.735396:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.735401:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.735405:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095898120 (tot 82352466). 00000800:00000200:3.0:1776190132.735410:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.735415:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.735417:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095898120 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190132.736840:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.736846:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095898120 (tot 82352218). 00000400:00000200:1.0:1776190132.736854:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.736862:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.736866:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ce06a4c 00000400:00000010:1.0:1776190132.736868:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ce06a4c. 00000100:00000200:1.0:1776190132.736876:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000552495c9 x1862468301365568/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190132.740947:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.740986:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822140 00000400:00000200:0.0:1776190132.740999:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6105 [1] + 224 00000400:00000200:0.0:1776190132.741024:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.741029:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.741044:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000552495c9 x1862468301365568/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190132.741117:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58b9fb9. 00000400:00000200:1.0:1776190132.741126:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e2823b6 00000400:00000010:1.0:1776190132.741128:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e2823b6. 00000100:00000200:1.0:1776190132.741141:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000552495c9 x1862468301365568/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190132.741152:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000552495c9 x1862468301365568/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190132.741181:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000016f18953. 02000000:00000010:1.0:1776190132.741188:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009a920ab5. 00000100:00000010:1.0:1776190132.741192:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000552495c9. 00000100:00000010:1.0:1776190132.741196:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fba64b25. 00010000:00000010:1.0:1776190132.741200:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e01f7b1a. 00010000:00000010:3.1:1776190132.741827:0:78454:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015733d26. 00010000:00000010:3.1:1776190132.741837:0:78454:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00010000:00000010:3.1:1776190132.741844:0:78454:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c733e1e1. 00010000:00000010:3.1:1776190132.741848:0:78454:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a5f82. 00010000:00000010:2.1:1776190132.741854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a33b8431. 00010000:00000010:1.1:1776190132.741855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097668ae7. 00000400:00000200:1.0:1776190132.741888:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.741903:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378bc0 00000400:00000200:1.0:1776190132.741911:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4b21 [2] + 328 00000400:00000200:1.0:1776190132.741968:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.741975:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.741981:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.741985:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 00000020:00000010:2.0:1776190132.742527:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008516abe2. 00000020:00000010:2.0:1776190132.742542:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041fb54f7. 00000020:00000010:2.0:1776190132.742548:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190132.742573:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4f3ec3 x1862468296477632/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190132.742616:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296477632 02000000:00000010:2.0:1776190132.742627:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000004a9b6b1. 00010000:00000010:2.0:1776190132.742654:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046bfe7f6. 00010000:00000010:2.0:1776190132.742674:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055d3bcbb. 00000100:00000010:2.0:1776190132.742680:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.742700:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.742704:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055d3bcbb. 00000400:00000010:2.0:1776190132.742715:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfa37fdc. 00000100:00000200:2.0:1776190132.742720:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296477632, offset 224 00000400:00000200:2.0:1776190132.742736:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.742747:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.742752:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92833:92833:256:4294967295] 192.168.203.39@tcp LPNI seq info [92833:92833:8:4294967295] 00000400:00000200:2.0:1776190132.742763:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.742768:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.742791:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c149bd5 (tot 82352466). 00000800:00000200:2.0:1776190132.742796:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.742802:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.742806:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c149bd5 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776190132.742808:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd75f13f. 00000020:00000010:2.0:1776190132.742825:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041fb54f7. 00000020:00000010:2.0:1776190132.742829:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190132.742832:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008516abe2. 00000800:00000200:1.0:1776190132.742953:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.742957:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352218). 00000400:00000200:1.0:1776190132.742962:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.742966:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.742969:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfa37fdc 00000400:00000010:1.0:1776190132.742971:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfa37fdc. 00010000:00000010:1.0:1776190132.743059:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058aea0e5. 00010000:00000010:1.0:1776190132.743066:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e661a9df. 00010000:00000010:1.0:1776190132.743129:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1c166e6. 00010000:00000010:1.0:1776190132.743135:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3ee7c62. 00010000:00000010:1.0:1776190132.743144:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e56fc93a. 00000100:00000010:1.0:1776190132.743151:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190132.743157:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8f88089. 02000000:00000010:1.0:1776190132.743167:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000510518da. 02000000:00000010:1.0:1776190132.743190:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5379e38. 00000400:00000010:1.0:1776190132.743195:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009cd64714. 00000400:00000010:1.0:1776190132.743199:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004926409b. 00000100:00000200:1.0:1776190132.743203:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301365632, portal 16 00000400:00000010:1.0:1776190132.743206:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000590eeb4c. 00000100:00000200:1.0:1776190132.743208:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301365632, offset 0 00000400:00000200:1.0:1776190132.743213:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.743219:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.743224:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190132.743359:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190132.743363:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190132.743365:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92834:92834:256:4294967295] 192.168.203.39@tcp LPNI seq info [92834:92834:8:4294967295] 00000400:00000200:1.0:1776190132.743374:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.743379:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.743382:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c40e4d7 (tot 82352466). 00000800:00000200:1.0:1776190132.743387:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.743391:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.743394:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c40e4d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.743487:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.743491:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c40e4d7 (tot 82352218). 00000400:00000200:0.0:1776190132.743496:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.743501:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.743504:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000590eeb4c 00000400:00000010:0.0:1776190132.743506:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000590eeb4c. 00000100:00000200:0.0:1776190132.743512:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8f88089 x1862468301365632/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.746314:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.746331:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822180 00000400:00000200:1.0:1776190132.746338:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6111 [1] + 224 00000400:00000200:1.0:1776190132.746349:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.746353:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.746361:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e8f88089 x1862468301365632/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.746397:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.746402:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378c00 00000400:00000200:1.0:1776190132.746406:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4b21 [2] + 656 00000400:00000200:1.0:1776190132.746458:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.746463:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.746467:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.746473:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b94bceb5. 00000400:00000010:2.0:1776190132.746570:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009cd64714. 00000400:00000200:2.0:1776190132.746575:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004926409b 00000400:00000010:2.0:1776190132.746577:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004926409b. 00000100:00000200:2.0:1776190132.746583:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8f88089 x1862468301365632/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.746590:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8f88089 x1862468301365632/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.746617:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5379e38. 02000000:00000010:2.0:1776190132.746623:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000510518da. 00000100:00000010:2.0:1776190132.746628:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8f88089. 00000100:00000010:2.0:1776190132.746632:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:2.0:1776190132.746637:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e56fc93a. 00000020:00000010:0.0:1776190132.752517:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018761fd4. 00000020:00000010:0.0:1776190132.752567:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.752574:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00010000:00000010:2.1:1776190132.755820:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d0f7e7d. 00000100:00000200:0.0:1776190132.756227:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b94bceb5 x1862468296477696/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190132.756300:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296477696 02000000:00000010:0.0:1776190132.756320:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a718d934. 00010000:00000010:0.0:1776190132.756380:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000b9d67f4. 00010000:00000010:0.0:1776190132.756411:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190132.756423:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084383046. 00000100:00000010:0.0:1776190132.756444:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084383046. 00010000:00000010:0.0:1776190132.756448:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190132.756468:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001773e49e. 00000100:00000200:0.0:1776190132.756476:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296477696, offset 224 00000400:00000200:0.0:1776190132.756487:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00080000:00000010:2.0:1776190132.756504:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008516abe2. 00000400:00000200:0.0:1776190132.756521:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.756530:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92835:92835:256:4294967295] 192.168.203.39@tcp LPNI seq info [92835:92835:8:4294967295] 00000400:00000200:0.0:1776190132.756551:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.756558:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.756565:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352466). 00000800:00000200:0.0:1776190132.756573:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.756583:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.756589:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1776190132.756609:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3ee7c62. 00010000:00000010:2.0:1776190132.756622:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003089e453. 00000020:00000010:0.0:1776190132.756624:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.756633:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190132.756639:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018761fd4. 00010000:00000010:2.0:1776190132.756703:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000cb507e9. 00010000:00000010:2.0:1776190132.756712:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be1b5d9b. 00000800:00000200:0.0:1776190132.756812:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.756817:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:0.0:1776190132.756823:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.756832:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.756838:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001773e49e 00000400:00000010:0.0:1776190132.756842:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001773e49e. 00010000:00000010:2.0:1776190132.756844:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055d3bcbb. 00000100:00000010:2.0:1776190132.756854:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.756878:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190132.756892:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002948e803. 02000000:00000010:2.0:1776190132.756919:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae8d3579. 00000400:00000010:2.0:1776190132.756925:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000408cae56. 00000400:00000010:2.0:1776190132.756930:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190132.756936:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301365696, portal 16 00000400:00000010:2.0:1776190132.756941:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000349040d8. 00000100:00000200:2.0:1776190132.756943:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301365696, offset 0 00000400:00000200:2.0:1776190132.756952:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.756967:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.756974:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.756977:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.756979:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.756983:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92836:92836:256:4294967295] 192.168.203.39@tcp LPNI seq info [92836:92836:8:4294967295] 00000400:00000200:2.0:1776190132.756992:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.756998:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.757002:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003db09799 (tot 82352466). 00000800:00000200:2.0:1776190132.757008:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.757014:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.757018:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003db09799 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.757484:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.757489:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003db09799 (tot 82352218). 00000400:00000200:0.0:1776190132.757497:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.757503:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.757508:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000349040d8 00000400:00000010:0.0:1776190132.757509:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000349040d8. 00000100:00000200:0.0:1776190132.757518:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e941f260 x1862468301365696/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190132.761797:0:78501:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059e5316c. 00010000:00000010:1.1:1776190132.762511:0:78501:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b659aaff. 00010000:00000010:0.1:1776190132.762885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000608f410. 00010000:00000010:2.1:1776190132.763825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a3c0d49. 00010000:00000010:2.1:1776190132.763833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1c166e6. 00000400:00000200:3.0:1776190132.764521:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.764548:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18221c0 00000400:00000200:3.0:1776190132.764557:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb611d [1] + 224 00000400:00000200:3.0:1776190132.764569:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.764573:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.764583:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e941f260 x1862468301365696/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190132.764691:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190132.764698:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378c40 00000400:00000200:3.0:1776190132.764706:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4b21 [2] + 984 00000400:00000200:3.0:1776190132.764715:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.764718:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190132.764722:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190132.764727:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000020:00000010:0.0:1776190132.765038:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018761fd4. 00000020:00000010:0.0:1776190132.765045:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.765049:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190132.765076:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074baf3bb x1862468296477760/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000400:00000010:2.0:1776190132.765098:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000408cae56. 00000400:00000200:2.0:1776190132.765103:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:2.0:1776190132.765104:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00000100:00000200:2.0:1776190132.765111:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e941f260 x1862468301365696/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190132.765115:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296477760 00000100:00000200:2.0:1776190132.765117:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e941f260 x1862468301365696/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190132.765125:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018525776. 02000000:00000010:2.0:1776190132.765139:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae8d3579. 02000000:00000010:2.0:1776190132.765144:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002948e803. 00000100:00000010:2.0:1776190132.765147:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 00010000:00000010:0.0:1776190132.765148:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa9faf14. 00000100:00000010:2.0:1776190132.765151:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.765154:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055d3bcbb. 00010000:00000010:0.0:1776190132.765163:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190132.765170:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084383046. 00000100:00000010:0.0:1776190132.765201:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084383046. 00010000:00000010:0.0:1776190132.765204:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00080000:00000010:2.0:1776190132.765210:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002948e803. 00000400:00000010:0.0:1776190132.765215:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001773e49e. 00000100:00000200:0.0:1776190132.765218:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296477760, offset 224 00000400:00000200:0.0:1776190132.765224:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.765302:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.765307:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92837:92837:256:4294967295] 192.168.203.39@tcp LPNI seq info [92837:92837:8:4294967295] 00000400:00000200:0.0:1776190132.765316:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.765321:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.765325:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352466). 00000800:00000200:0.0:1776190132.765330:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.765336:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.765340:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1776190132.765351:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be1b5d9b. 00000020:00000010:0.0:1776190132.765363:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.765367:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190132.765370:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018761fd4. 00010000:00000010:2.0:1776190132.765423:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007a2ef5ae. 00010000:00000010:2.0:1776190132.765598:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e9e7bcf2. 00010000:00000010:2.0:1776190132.765604:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be1b5d9b. 00010000:00000010:2.0:1776190132.765613:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055d3bcbb. 00000100:00000010:2.0:1776190132.765616:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.765621:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190132.765630:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae8d3579. 02000000:00000010:2.0:1776190132.765650:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b26dfd7. 00000400:00000010:2.0:1776190132.765654:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000408cae56. 00000400:00000010:2.0:1776190132.765658:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190132.765662:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301365760, portal 16 00000400:00000010:2.0:1776190132.765665:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9d880d0. 00000100:00000200:2.0:1776190132.765667:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301365760, offset 0 00000400:00000200:2.0:1776190132.765672:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.765678:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.765685:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.765694:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.765697:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.765700:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92838:92838:255:4294967295] 192.168.203.39@tcp LPNI seq info [92838:92838:7:4294967295] 00000400:00000200:2.0:1776190132.765706:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.765710:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.765713:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a3d1fd9 (tot 82352714). 00000800:00000200:2.0:1776190132.765717:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.765721:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.765733:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002a3d1fd9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190132.765922:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.765926:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352466). 00000400:00000200:3.0:1776190132.765929:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.765934:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.765937:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001773e49e 00000400:00000010:3.0:1776190132.765938:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001773e49e. 00000800:00000200:3.0:1776190132.766176:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190132.766179:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a3d1fd9 (tot 82352218). 00000400:00000200:3.0:1776190132.766183:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190132.766187:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190132.766190:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9d880d0 00000400:00000010:3.0:1776190132.766192:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9d880d0. 00000100:00000200:3.0:1776190132.766197:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e941f260 x1862468301365760/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190132.772186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ca65070. 00010000:00000010:2.1:1776190132.772200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cb507e9. 00000400:00000200:0.0:1776190132.773109:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.773127:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822200 00000400:00000200:0.0:1776190132.773136:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6129 [1] + 224 00000400:00000200:0.0:1776190132.773151:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.773155:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.773165:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e941f260 x1862468301365760/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190132.773568:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000408cae56. 00000400:00000200:2.0:1776190132.773573:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:2.0:1776190132.773575:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00000100:00000200:2.0:1776190132.773582:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e941f260 x1862468301365760/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.773594:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e941f260 x1862468301365760/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.773620:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b26dfd7. 02000000:00000010:2.0:1776190132.773625:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae8d3579. 00000100:00000010:2.0:1776190132.773631:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 00000100:00000010:2.0:1776190132.773636:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.773640:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055d3bcbb. 00010000:00000010:0.1:1776190132.774091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a085d9ba. 00000400:00000200:0.0:1776190132.777647:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.777664:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378c80 00000400:00000200:0.0:1776190132.777673:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4b21 [2] + 1312 00000400:00000200:0.0:1776190132.777733:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.777738:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.777748:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190132.777755:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b6dc10e. 00000020:00000010:0.0:1776190132.777827:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018761fd4. 00000020:00000010:0.0:1776190132.777833:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.777837:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190132.777863:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009b6dc10e x1862468296477824/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190132.777890:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296477824 02000000:00000010:0.0:1776190132.777900:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000053c923f4. 00010000:00000010:0.0:1776190132.777927:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc57cf4. 00010000:00000010:0.0:1776190132.777946:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190132.777952:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084383046. 00000100:00000010:0.0:1776190132.777965:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084383046. 00010000:00000010:0.0:1776190132.777969:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190132.777982:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034085864. 00000100:00000200:0.0:1776190132.777987:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296477824, offset 224 00000400:00000200:0.0:1776190132.777994:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.778808:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.778815:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92839:92839:256:4294967295] 192.168.203.39@tcp LPNI seq info [92839:92839:8:4294967295] 00000400:00000200:0.0:1776190132.778827:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.778833:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.778840:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352466). 00000800:00000200:0.0:1776190132.778846:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.778854:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.778858:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190132.778881:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.778886:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190132.778890:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018761fd4. 00080000:00000010:1.0:1776190132.779906:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b689b96. 00010000:00000010:1.0:1776190132.779990:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be1b5d9b. 00010000:00000010:1.0:1776190132.779999:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000040a61b8a. 00010000:00000010:1.0:1776190132.780066:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f95b4ea. 00010000:00000010:1.0:1776190132.780073:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f550873. 00010000:00000010:1.0:1776190132.780084:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000009f77f0d. 00000100:00000010:1.0:1776190132.780090:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190132.780098:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 02000000:00000010:1.0:1776190132.780111:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000898b1ceb. 02000000:00000010:1.0:1776190132.780137:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006db004fe. 00000800:00000200:0.0:1776190132.780326:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.780331:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352218). 00000400:00000200:0.0:1776190132.780336:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.780343:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.780348:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034085864 00000400:00000010:0.0:1776190132.780350:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034085864. 00000400:00000010:1.0:1776190132.780478:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b10c2f1a. 00000400:00000010:1.0:1776190132.780485:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d78c9627. 00000100:00000200:1.0:1776190132.780492:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301365824, portal 16 00000400:00000010:1.0:1776190132.780497:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e227db4. 00000100:00000200:1.0:1776190132.780499:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301365824, offset 0 00000400:00000200:1.0:1776190132.780506:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.780516:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.780522:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190132.780525:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190132.780544:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190132.780547:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92840:92840:256:4294967295] 192.168.203.39@tcp LPNI seq info [92840:92840:8:4294967295] 00000400:00000200:1.0:1776190132.780650:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.780656:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.780661:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031d29c32 (tot 82352466). 00000800:00000200:1.0:1776190132.780666:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.780672:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.780675:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031d29c32 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.783634:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.783642:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031d29c32 (tot 82352218). 00000400:00000200:0.0:1776190132.783650:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.783661:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.783666:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e227db4 00000400:00000010:0.0:1776190132.783669:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e227db4. 00000100:00000200:0.0:1776190132.783679:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d96c74a9 x1862468301365824/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190132.788246:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.788265:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822240 00000400:00000200:0.0:1776190132.788274:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6135 [1] + 224 00000400:00000200:0.0:1776190132.788289:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.788292:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.788304:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d96c74a9 x1862468301365824/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190132.788594:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b10c2f1a. 00000400:00000200:1.0:1776190132.788599:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d78c9627 00000400:00000010:1.0:1776190132.788602:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d78c9627. 00000100:00000200:1.0:1776190132.788608:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d96c74a9 x1862468301365824/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190132.788621:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d96c74a9 x1862468301365824/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190132.788649:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006db004fe. 02000000:00000010:1.0:1776190132.788654:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000898b1ceb. 00000100:00000010:1.0:1776190132.788658:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000100:00000010:1.0:1776190132.788662:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190132.788671:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000009f77f0d. 00010000:00000010:1.1:1776190132.793856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e5244c4. 00010000:00000010:1.1:1776190132.793872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9e7bcf2. 00010000:00000010:0.1:1776190132.794668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000013f4aba. 00000400:00000200:0.0:1776190132.794721:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.794738:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378cc0 00000400:00000200:0.0:1776190132.794745:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4b21 [2] + 1640 00000400:00000200:0.0:1776190132.794823:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.794829:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.794835:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190132.794840:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009764b41c. 00000020:00000010:3.0:1776190132.794899:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060276870. 00000020:00000010:3.0:1776190132.794906:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190132.794910:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.794935:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009764b41c x1862468296477888/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190132.795089:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296477888 02000000:00000010:3.0:1776190132.795102:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d8fb9465. 00010000:00000010:3.0:1776190132.795130:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c38157ea. 00010000:00000010:3.0:1776190132.795149:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a6eaca5. 00000100:00000010:3.0:1776190132.795155:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fba64b25. 00000100:00000010:3.0:1776190132.795166:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fba64b25. 00010000:00000010:3.0:1776190132.795169:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a6eaca5. 00000400:00000010:3.0:1776190132.795181:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190132.795186:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296477888, offset 224 00000400:00000200:3.0:1776190132.795194:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.795203:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.795208:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92841:92841:256:4294967295] 192.168.203.39@tcp LPNI seq info [92841:92841:8:4294967295] 00000400:00000200:3.0:1776190132.795217:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.795221:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.795226:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190132.795232:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.795239:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.795242:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.795259:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190132.795263:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.795266:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060276870. 00080000:00000010:2.0:1776190132.795365:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b26dfd7. 00010000:00000010:2.0:1776190132.795443:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f550873. 00010000:00000010:2.0:1776190132.795450:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001329e511. 00010000:00000010:2.0:1776190132.795572:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000cb507e9. 00010000:00000010:2.0:1776190132.795578:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.795588:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055d3bcbb. 00000100:00000010:2.0:1776190132.795593:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.795599:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190132.795609:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae96dbb0. 02000000:00000010:2.0:1776190132.795628:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094cc2a5a. 00000400:00000010:2.0:1776190132.795633:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000408cae56. 00000400:00000010:2.0:1776190132.795637:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190132.795641:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301365888, portal 16 00000400:00000010:2.0:1776190132.795645:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003907f796. 00000100:00000200:2.0:1776190132.795646:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301365888, offset 0 00000400:00000200:2.0:1776190132.795651:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.795658:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.795664:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.795667:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.795669:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.795671:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92842:92842:255:4294967295] 192.168.203.39@tcp LPNI seq info [92842:92842:7:4294967295] 00000400:00000200:2.0:1776190132.795678:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.795681:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.795684:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054ef62b4 (tot 82352714). 00000800:00000200:2.0:1776190132.795688:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.795691:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.795693:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054ef62b4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.795790:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.795794:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352466). 00000400:00000200:0.0:1776190132.795800:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.795805:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.795809:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd055298 00000400:00000010:0.0:1776190132.795811:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd055298. 00000800:00000200:0.0:1776190132.795866:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.795869:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054ef62b4 (tot 82352218). 00000400:00000200:0.0:1776190132.795874:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.795877:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.795878:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003907f796 00000400:00000010:0.0:1776190132.795880:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003907f796. 00000100:00000200:0.0:1776190132.795885:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e941f260 x1862468301365888/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190132.797982:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.798001:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822280 00000400:00000200:0.0:1776190132.798010:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6141 [1] + 224 00000400:00000200:0.0:1776190132.798020:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.798024:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.798032:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e941f260 x1862468301365888/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190132.798065:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.798070:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378d00 00000400:00000200:0.0:1776190132.798085:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4b21 [2] + 1968 00000400:00000010:0.0:1776190132.798089:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005430bddc. 00000400:00000200:0.0:1776190132.798092:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000094e97619 00000400:00000200:0.0:1776190132.798139:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.798142:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.798146:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094e97619 00000400:00000010:0.0:1776190132.798147:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000094e97619 (tot 82352066). 00000100:00000200:0.0:1776190132.798153:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1776190132.798290:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000408cae56. 00000400:00000200:2.0:1776190132.798294:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:2.0:1776190132.798296:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00000100:00000200:2.0:1776190132.798302:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e941f260 x1862468301365888/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.798309:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e941f260 x1862468301365888/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.798337:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094cc2a5a. 02000000:00000010:2.0:1776190132.798343:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae96dbb0. 00000100:00000010:2.0:1776190132.798348:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 00000100:00000010:2.0:1776190132.798354:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.798357:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055d3bcbb. 00000020:00000010:3.0:1776190132.798729:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8b42cf6. 00000020:00000010:3.0:1776190132.798737:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190132.798742:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.798765:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f192b017 x1862468296477952/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190132.798828:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296477952 02000000:00000010:3.0:1776190132.798839:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e5dc19cf. 00010000:00000010:3.0:1776190132.798873:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a7aacc32. 00010000:00000010:3.0:1776190132.798892:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a6eaca5. 00000100:00000010:3.0:1776190132.798898:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fba64b25. 00000100:00000010:3.0:1776190132.798913:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fba64b25. 00010000:00000010:3.0:1776190132.798916:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a6eaca5. 00000400:00000010:3.0:1776190132.798928:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faf97dbc. 00000100:00000200:3.0:1776190132.798932:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296477952, offset 224 00000400:00000200:3.0:1776190132.798941:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00080000:00000010:2.0:1776190132.798949:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae96dbb0. 00000400:00000200:3.0:1776190132.798953:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.798959:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92843:92843:256:4294967295] 192.168.203.39@tcp LPNI seq info [92843:92843:8:4294967295] 00000400:00000200:3.0:1776190132.798969:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.798974:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.798979:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352314). 00000800:00000200:3.0:1776190132.798985:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.798991:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.798995:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1776190132.799020:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039a1a9ca. 00000020:00000010:3.0:1776190132.799021:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190132.799027:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.799031:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8b42cf6. 00010000:00000010:2.0:1776190132.799038:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e04aef6. 02000000:00000010:3.0:1776190132.799039:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d8fb9465. 00000100:00000010:3.0:1776190132.799045:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009764b41c. 02000000:00000010:3.0:1776190132.799049:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000053c923f4. 00000100:00000010:3.0:1776190132.799051:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b6dc10e. 02000000:00000010:3.0:1776190132.799056:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018525776. 00000100:00000010:3.0:1776190132.799058:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 02000000:00000010:3.0:1776190132.799062:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a718d934. 00000100:00000010:3.0:1776190132.799064:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b94bceb5. 02000000:00000010:3.0:1776190132.799067:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000004a9b6b1. 00000100:00000010:3.0:1776190132.799070:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 02000000:00000010:3.0:1776190132.799074:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fa95ab8a. 00000100:00000010:3.0:1776190132.799076:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 00000100:00000200:3.0:1776190132.799082:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:1.0:1776190132.799084:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1776190132.799088:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f7ed9a2. 00000800:00000010:1.0:1776190132.799089:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352066). 00000400:00000010:3.0:1776190132.799093:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fba64b25 (tot 82352218). 00000400:00000200:1.0:1776190132.799097:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.799106:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.799109:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faf97dbc 00010000:00000010:2.0:1776190132.799111:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf442a8c. 00000400:00000010:1.0:1776190132.799112:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faf97dbc. 02000000:00000010:1.0:1776190132.799117:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e5dc19cf. 00010000:00000010:2.0:1776190132.799119:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.799129:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055d3bcbb. 00000100:00000010:2.0:1776190132.799133:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.799139:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190132.799148:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094cc2a5a. 02000000:00000010:2.0:1776190132.799166:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa95ab8a. 00000400:00000010:2.0:1776190132.799170:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000408cae56. 00000400:00000010:2.0:1776190132.799173:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190132.799177:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301365952, portal 16 00000400:00000010:2.0:1776190132.799181:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3c9c2a1. 00000100:00000200:2.0:1776190132.799183:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301365952, offset 0 00000400:00000200:2.0:1776190132.799189:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.799196:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.799202:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.799206:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.799209:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.799212:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92844:92844:256:4294967295] 192.168.203.39@tcp LPNI seq info [92844:92844:8:4294967295] 00000400:00000200:2.0:1776190132.799219:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.799223:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.799226:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6ecb0ff (tot 82352466). 00000800:00000200:2.0:1776190132.799230:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.799234:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.799236:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d6ecb0ff type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.799415:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.799417:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6ecb0ff (tot 82352218). 00000400:00000200:0.0:1776190132.799421:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.799425:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.799428:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3c9c2a1 00000400:00000010:0.0:1776190132.799429:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3c9c2a1. 00000100:00000200:0.0:1776190132.799434:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e941f260 x1862468301365952/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190132.802203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015e2fd2a. 00010000:00000010:2.1:1776190132.802216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f95b4ea. 00010000:00000010:3.1:1776190132.802689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b96c72e. 00000400:00000200:0.0:1776190132.804026:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.804043:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18222c0 00000400:00000200:0.0:1776190132.804053:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6151 [1] + 224 00000400:00000200:0.0:1776190132.804070:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.804074:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.804084:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e941f260 x1862468301365952/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190132.804580:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000408cae56. 00000400:00000200:2.0:1776190132.804586:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:2.0:1776190132.804588:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00000100:00000200:2.0:1776190132.804595:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e941f260 x1862468301365952/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.804604:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e941f260 x1862468301365952/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.804632:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa95ab8a. 02000000:00000010:2.0:1776190132.804638:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094cc2a5a. 00000100:00000010:2.0:1776190132.804642:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 00000100:00000010:2.0:1776190132.804648:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.804652:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055d3bcbb. 00000400:00000200:1.0:1776190132.808309:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.808329:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378d40 00000400:00000200:1.0:1776190132.808338:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4b79 [2] + 0 00000400:00000200:1.0:1776190132.808393:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.808397:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.808403:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.808570:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 00010000:00000010:3.1:1776190132.809318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bf3b802. 00000020:00000010:0.0:1776190132.810084:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018761fd4. 00000020:00000010:0.0:1776190132.810093:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.810097:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190132.810125:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d96c74a9 x1862468296478016/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190132.810220:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296478016 02000000:00000010:0.0:1776190132.810246:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a718d934. 00010000:00000010:0.0:1776190132.810273:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a3ac3d31. 00010000:00000010:0.0:1776190132.810292:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190132.810300:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084383046. 00000100:00000010:0.0:1776190132.810318:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084383046. 00010000:00000010:0.0:1776190132.810322:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190132.810336:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034085864. 00000100:00000200:0.0:1776190132.810343:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296478016, offset 224 00000400:00000200:0.0:1776190132.810351:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.810365:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.810371:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92845:92845:256:4294967295] 192.168.203.39@tcp LPNI seq info [92845:92845:8:4294967295] 00000400:00000200:0.0:1776190132.810380:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.810385:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.810390:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352466). 00000800:00000200:0.0:1776190132.810395:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.810401:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.810405:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1776190132.810518:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa95ab8a. 00010000:00000010:2.0:1776190132.810615:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.810623:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f2c15f0b. 00000020:00000010:0.0:1776190132.810652:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.810659:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190132.810661:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018761fd4. 00010000:00000010:2.0:1776190132.810691:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000689581dc. 00010000:00000010:2.0:1776190132.810697:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.810707:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055d3bcbb. 00000100:00000010:2.0:1776190132.810711:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.810719:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190132.810730:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000004a9b6b1. 02000000:00000010:2.0:1776190132.810750:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae8d3579. 00000400:00000010:2.0:1776190132.810756:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000408cae56. 00000400:00000010:2.0:1776190132.810760:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190132.810764:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301366016, portal 16 00000400:00000010:2.0:1776190132.810768:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1c3cb68. 00000100:00000200:2.0:1776190132.810770:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301366016, offset 0 00000400:00000200:2.0:1776190132.810806:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000800:00000200:1.0:1776190132.810809:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1776190132.810814:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000800:00000010:1.0:1776190132.810815:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352218). 00000400:00000200:1.0:1776190132.810820:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.810821:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.810828:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190132.810829:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.810834:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190132.810835:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034085864 00000400:00000200:2.0:1776190132.810838:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92846:92846:255:4294967295] 192.168.203.39@tcp LPNI seq info [92846:92846:7:4294967295] 00000400:00000010:1.0:1776190132.810838:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034085864. 00000400:00000200:2.0:1776190132.810848:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.810852:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.810855:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb044675 (tot 82352466). 00000800:00000200:2.0:1776190132.810859:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.810864:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.810867:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb044675 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190132.811196:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.811198:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb044675 (tot 82352218). 00000400:00000200:1.0:1776190132.811203:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.811208:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.811211:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1c3cb68 00000400:00000010:1.0:1776190132.811212:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1c3cb68. 00000100:00000200:1.0:1776190132.811217:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e941f260 x1862468301366016/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190132.812195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1a6358b. 00010000:00000010:2.1:1776190132.812205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cb507e9. 00010000:00000010:0.1:1776190132.815989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b50ecd14. 00000400:00000200:0.0:1776190132.820586:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.820606:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822300 00000400:00000200:0.0:1776190132.820615:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb615d [1] + 224 00000400:00000200:0.0:1776190132.820630:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.820633:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.820642:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e941f260 x1862468301366016/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190132.820832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043458cab. 00010000:00000010:2.1:1776190132.820841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf442a8c. 00000400:00000010:2.0:1776190132.820860:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000408cae56. 00000400:00000200:2.0:1776190132.820870:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:2.0:1776190132.820872:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00000100:00000200:2.0:1776190132.820882:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e941f260 x1862468301366016/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.820893:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e941f260 x1862468301366016/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.820920:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae8d3579. 02000000:00000010:2.0:1776190132.820927:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000004a9b6b1. 00000100:00000010:2.0:1776190132.820931:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 00000100:00000010:2.0:1776190132.820939:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.820942:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055d3bcbb. 00000400:00000200:1.0:1776190132.824488:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.824509:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378d80 00000400:00000200:1.0:1776190132.824518:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4b79 [2] + 328 00000400:00000200:1.0:1776190132.824594:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.824598:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.824603:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.824607:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 00000020:00000010:0.0:1776190132.824816:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018761fd4. 00000020:00000010:0.0:1776190132.824823:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.824827:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190132.824851:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4f3ec3 x1862468296478080/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190132.824885:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296478080 02000000:00000010:0.0:1776190132.824895:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018525776. 00010000:00000010:0.0:1776190132.824923:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd6147af. 00010000:00000010:0.0:1776190132.824944:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190132.824952:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084383046. 00000100:00000010:0.0:1776190132.825038:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084383046. 00010000:00000010:0.0:1776190132.825043:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190132.825058:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e50e0bd6. 00000100:00000200:0.0:1776190132.825063:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296478080, offset 224 00000400:00000200:0.0:1776190132.825070:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.825081:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.825086:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92847:92847:256:4294967295] 192.168.203.39@tcp LPNI seq info [92847:92847:8:4294967295] 00000400:00000200:0.0:1776190132.825096:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.825100:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.825105:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352466). 00000800:00000200:0.0:1776190132.825110:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.825116:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.825120:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190132.825141:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.825146:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190132.825150:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018761fd4. 00000800:00000200:1.0:1776190132.825326:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.825330:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352218). 00000400:00000200:1.0:1776190132.825334:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.825338:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.825343:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e50e0bd6 00000400:00000010:1.0:1776190132.825345:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e50e0bd6. 00080000:00000010:2.0:1776190132.826351:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004a9b6b1. 00010000:00000010:2.0:1776190132.826433:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.826442:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a24e45a. 00010000:00000010:2.0:1776190132.826518:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf442a8c. 00010000:00000010:2.0:1776190132.826523:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.826546:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055d3bcbb. 00000100:00000010:2.0:1776190132.826551:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.826559:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190132.826569:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae8d3579. 02000000:00000010:2.0:1776190132.826594:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094cc2a5a. 00000400:00000010:2.0:1776190132.826600:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000408cae56. 00000400:00000010:2.0:1776190132.826606:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190132.826612:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301366080, portal 16 00000400:00000010:2.0:1776190132.826616:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be912e2e. 00000100:00000200:2.0:1776190132.826618:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301366080, offset 0 00000400:00000200:2.0:1776190132.826626:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.826638:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.826644:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.826647:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.826649:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.826651:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92848:92848:256:4294967295] 192.168.203.39@tcp LPNI seq info [92848:92848:8:4294967295] 00000400:00000200:2.0:1776190132.826658:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.826662:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.826665:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0a4d4c8 (tot 82352466). 00000800:00000200:2.0:1776190132.826669:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.826673:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.826675:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0a4d4c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.826986:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.826989:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0a4d4c8 (tot 82352218). 00000400:00000200:0.0:1776190132.826994:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.826999:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.827002:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be912e2e 00000400:00000010:0.0:1776190132.827004:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be912e2e. 00000100:00000200:0.0:1776190132.827011:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e941f260 x1862468301366080/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190132.830831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042781d4a. 00000400:00000200:1.0:1776190132.831451:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.831470:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822340 00000400:00000200:1.0:1776190132.831479:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6169 [1] + 224 00000400:00000200:1.0:1776190132.831490:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.831494:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.831505:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e941f260 x1862468301366080/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.831547:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.831552:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378dc0 00000400:00000200:1.0:1776190132.831557:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4b79 [2] + 656 00000400:00000200:1.0:1776190132.831565:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.831568:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.831574:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.831578:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b94bceb5. 00000400:00000010:2.0:1776190132.831684:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000408cae56. 00000400:00000200:2.0:1776190132.831689:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:2.0:1776190132.831691:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00000100:00000200:2.0:1776190132.831697:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e941f260 x1862468301366080/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.831704:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e941f260 x1862468301366080/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.831731:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094cc2a5a. 02000000:00000010:2.0:1776190132.831736:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae8d3579. 00000100:00000010:2.0:1776190132.831740:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 00000100:00000010:2.0:1776190132.831746:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.831749:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055d3bcbb. 00000020:00000010:3.0:1776190132.832617:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8fb9465. 00000020:00000010:3.0:1776190132.832626:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190132.832631:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.832654:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b94bceb5 x1862468296478144/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190132.832732:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296478144 02000000:00000010:3.0:1776190132.832743:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b8b42cf6. 00010000:00000010:3.0:1776190132.832800:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cccfb2a5. 00010000:00000010:3.0:1776190132.832822:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a6eaca5. 00000100:00000010:3.0:1776190132.832830:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009583a1d6. 00000100:00000010:3.0:1776190132.832842:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009583a1d6. 00010000:00000010:3.0:1776190132.832845:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a6eaca5. 00000400:00000010:3.0:1776190132.832857:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008fe0f437. 00000100:00000200:3.0:1776190132.832861:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296478144, offset 224 00000400:00000200:3.0:1776190132.832869:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.832894:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.832899:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92849:92849:256:4294967295] 192.168.203.39@tcp LPNI seq info [92849:92849:8:4294967295] 00000400:00000200:3.0:1776190132.832909:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.832915:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.832919:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190132.832925:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.832932:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.832935:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.832960:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190132.832964:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.832967:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8fb9465. 00080000:00000010:2.0:1776190132.833027:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094cc2a5a. 00010000:00000010:2.0:1776190132.833102:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.833109:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000318523f2. 00010000:00000010:2.0:1776190132.833187:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000cb507e9. 00010000:00000010:2.0:1776190132.833192:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.833202:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055d3bcbb. 00000100:00000010:2.0:1776190132.833206:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.833211:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190132.833221:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae8d3579. 02000000:00000010:2.0:1776190132.833241:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e7a1bc4. 00000400:00000010:2.0:1776190132.833246:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000408cae56. 00000400:00000010:2.0:1776190132.833250:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190132.833255:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301366144, portal 16 00000400:00000010:2.0:1776190132.833258:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea48fa09. 00000100:00000200:2.0:1776190132.833260:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301366144, offset 0 00000400:00000200:2.0:1776190132.833266:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.833272:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.833278:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.833281:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.833283:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.833285:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92850:92850:255:4294967295] 192.168.203.39@tcp LPNI seq info [92850:92850:7:4294967295] 00000400:00000200:2.0:1776190132.833293:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.833296:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.833299:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4c63abf (tot 82352714). 00000800:00000200:2.0:1776190132.833302:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.833306:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.833308:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4c63abf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190132.833399:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.833404:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352466). 00000400:00000200:1.0:1776190132.833411:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.833417:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.833422:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fe0f437 00000400:00000010:1.0:1776190132.833424:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008fe0f437. 00000800:00000200:1.0:1776190132.833484:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.833485:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4c63abf (tot 82352218). 00000400:00000200:1.0:1776190132.833489:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.833493:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.833494:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea48fa09 00000400:00000010:1.0:1776190132.833496:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea48fa09. 00000100:00000200:1.0:1776190132.833500:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e941f260 x1862468301366144/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190132.834823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000400dd43d. 00010000:00000010:2.1:1776190132.834835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000689581dc. 00010000:00000010:2.1:1776190132.839835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f26d07a. 00010000:00000010:2.1:1776190132.839852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf442a8c. 00000400:00000200:0.0:1776190132.841995:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.842014:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822380 00000400:00000200:0.0:1776190132.842022:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6175 [1] + 224 00000400:00000200:0.0:1776190132.842049:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.842056:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.842066:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e941f260 x1862468301366144/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.846868:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.846889:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378e00 00000400:00000200:1.0:1776190132.846897:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4b79 [2] + 984 00000400:00000200:1.0:1776190132.846954:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.846960:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.846965:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.846971:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8f88089. 00000020:00000010:3.0:1776190132.847068:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8fb9465. 00000020:00000010:3.0:1776190132.847076:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190132.847080:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.847104:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e8f88089 x1862468296478208/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:2.0:1776190132.847127:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000408cae56. 00000400:00000200:2.0:1776190132.847133:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000100:00000200:3.0:1776190132.847134:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296478208 00000400:00000010:2.0:1776190132.847135:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 02000000:00000010:3.0:1776190132.847145:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d22eeed4. 00000100:00000200:2.0:1776190132.847145:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e941f260 x1862468301366144/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.847155:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e941f260 x1862468301366144/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190132.847184:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a6eaca5. 00000100:00000010:3.0:1776190132.847191:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009583a1d6. 00000100:00000010:3.0:1776190132.847197:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009583a1d6. 00010000:00000010:3.0:1776190132.847200:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a6eaca5. 00000400:00000010:3.0:1776190132.847211:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001170e319. 00000100:00000200:3.0:1776190132.847215:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296478208, offset 224 00000400:00000200:3.0:1776190132.847222:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.847231:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.847237:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92851:92851:256:4294967295] 192.168.203.39@tcp LPNI seq info [92851:92851:8:4294967295] 00000400:00000200:3.0:1776190132.847245:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.847249:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.847254:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190132.847259:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.847265:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.847268:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.847290:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190132.847294:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.847297:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8fb9465. 00000800:00000200:1.0:1776190132.847384:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.847388:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:1.0:1776190132.847394:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.847398:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.847401:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001170e319 00000400:00000010:1.0:1776190132.847403:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001170e319. 00010000:00000010:2.0:1776190132.847538:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fea8ec98. 02000000:00000010:2.0:1776190132.847554:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e7a1bc4. 02000000:00000010:2.0:1776190132.847559:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae8d3579. 00000100:00000010:2.0:1776190132.847564:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 00000100:00000010:2.0:1776190132.847569:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.847572:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055d3bcbb. 00080000:00000010:2.0:1776190132.847587:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e7a1bc4. 00010000:00000010:2.0:1776190132.847658:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.847665:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000cadd7a4. 00010000:00000010:2.0:1776190132.847729:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf442a8c. 00010000:00000010:2.0:1776190132.847735:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.847744:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055d3bcbb. 00000100:00000010:2.0:1776190132.847747:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.847753:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190132.847763:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b9888cae. 00010000:00000010:3.1:1776190132.848207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2003614. 02000000:00000010:2.0:1776190132.848630:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060ba4923. 00000400:00000010:2.0:1776190132.848638:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000408cae56. 00000400:00000010:2.0:1776190132.848645:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190132.848650:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301366208, portal 16 00000400:00000010:2.0:1776190132.848655:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059f7246c. 00000100:00000200:2.0:1776190132.848657:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301366208, offset 0 00000400:00000200:2.0:1776190132.848666:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.848678:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.848685:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.848689:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.848692:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.848695:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92852:92852:256:4294967295] 192.168.203.39@tcp LPNI seq info [92852:92852:8:4294967295] 00000400:00000200:2.0:1776190132.848704:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.848709:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.848714:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797f442e (tot 82352466). 00000800:00000200:2.0:1776190132.848719:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.848725:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.848728:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000797f442e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.848861:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.848865:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797f442e (tot 82352218). 00000400:00000200:0.0:1776190132.848870:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.848875:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.848878:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059f7246c 00000400:00000010:0.0:1776190132.848880:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059f7246c. 00000100:00000200:0.0:1776190132.848886:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e941f260 x1862468301366208/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190132.851997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f876e0a. 00010000:00000010:2.1:1776190132.852013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004aa12826. 00010000:00000010:2.1:1776190132.852017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cb507e9. 00000400:00000200:1.0:1776190132.852842:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.852862:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18223c0 00000400:00000200:1.0:1776190132.852870:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6181 [1] + 224 00000400:00000200:1.0:1776190132.852885:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.852889:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.852899:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e941f260 x1862468301366208/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190132.853000:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000408cae56. 00000400:00000200:2.0:1776190132.853005:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:2.0:1776190132.853007:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00000100:00000200:2.0:1776190132.853013:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e941f260 x1862468301366208/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.853020:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e941f260 x1862468301366208/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.853045:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060ba4923. 02000000:00000010:2.0:1776190132.853051:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b9888cae. 00000100:00000010:2.0:1776190132.853054:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 00000100:00000010:2.0:1776190132.853061:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.853064:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055d3bcbb. 00000400:00000200:1.0:1776190132.856866:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.856888:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378e40 00000400:00000200:1.0:1776190132.856896:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4b79 [2] + 1312 00000400:00000200:1.0:1776190132.857142:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.857148:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.857155:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.857162:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a8bea6. 00000020:00000010:0.0:1776190132.857817:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018761fd4. 00000020:00000010:0.0:1776190132.857825:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.857829:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190132.857856:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c2a8bea6 x1862468296478272/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190132.857887:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296478272 02000000:00000010:0.0:1776190132.857897:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000053c923f4. 00010000:00000010:0.0:1776190132.857921:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bb6dce4. 00010000:00000010:0.0:1776190132.857940:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190132.857946:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084383046. 00000100:00000010:0.0:1776190132.857966:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084383046. 00010000:00000010:0.0:1776190132.857969:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190132.857982:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007bb7c3fe. 00000100:00000200:0.0:1776190132.857987:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296478272, offset 224 00000400:00000200:0.0:1776190132.857995:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.858005:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.858010:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92853:92853:256:4294967295] 192.168.203.39@tcp LPNI seq info [92853:92853:8:4294967295] 00000400:00000200:0.0:1776190132.858020:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.858026:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.858031:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352466). 00000800:00000200:0.0:1776190132.858036:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.858042:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.858045:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190132.858069:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.858074:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190132.858077:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018761fd4. 00080000:00000010:2.0:1776190132.858220:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9888cae. 00010000:00000010:2.0:1776190132.858290:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.858297:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000046b19e6b. 00010000:00000010:2.0:1776190132.858373:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000cb507e9. 00010000:00000010:2.0:1776190132.858379:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.858430:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055d3bcbb. 00000100:00000010:2.0:1776190132.858434:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.858440:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190132.858450:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060ba4923. 02000000:00000010:2.0:1776190132.858471:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae8d3579. 00000400:00000010:2.0:1776190132.858476:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000408cae56. 00000400:00000010:2.0:1776190132.858480:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190132.858484:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301366272, portal 16 00000400:00000010:2.0:1776190132.858488:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001f124ec. 00000100:00000200:2.0:1776190132.858490:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301366272, offset 0 00000400:00000200:2.0:1776190132.858495:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.858502:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.858507:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.858510:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.858513:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.858515:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92854:92854:255:4294967295] 192.168.203.39@tcp LPNI seq info [92854:92854:7:4294967295] 00000400:00000200:2.0:1776190132.858522:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.858527:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.858542:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd90c4b (tot 82352714). 00000800:00000200:2.0:1776190132.858546:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.858550:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.858553:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd90c4b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190132.860230:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.860237:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352466). 00000400:00000200:1.0:1776190132.860243:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.860251:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.860256:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007bb7c3fe 00000400:00000010:1.0:1776190132.860258:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007bb7c3fe. 00000800:00000200:1.0:1776190132.860392:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.860395:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd90c4b (tot 82352218). 00000400:00000200:1.0:1776190132.860399:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.860402:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.860405:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001f124ec 00000400:00000010:1.0:1776190132.860406:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001f124ec. 00000100:00000200:1.0:1776190132.860413:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e941f260 x1862468301366272/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.865044:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.865063:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822400 00000400:00000200:1.0:1776190132.865072:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb618d [1] + 224 00000400:00000200:1.0:1776190132.865086:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.865090:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.865100:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e941f260 x1862468301366272/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190132.865185:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000408cae56. 00000400:00000200:2.0:1776190132.865190:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:2.0:1776190132.865192:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00000100:00000200:2.0:1776190132.865198:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e941f260 x1862468301366272/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.865205:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e941f260 x1862468301366272/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.865233:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae8d3579. 02000000:00000010:2.0:1776190132.865239:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060ba4923. 00000100:00000010:2.0:1776190132.865243:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 00000100:00000010:2.0:1776190132.865249:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.865253:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055d3bcbb. 00000400:00000200:1.0:1776190132.865494:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.865502:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378e80 00000400:00000200:1.0:1776190132.865511:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4b79 [2] + 1640 00000400:00000200:1.0:1776190132.865575:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.865579:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.865583:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.865587:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000909ebbf0. 00000020:00000010:3.0:1776190132.865672:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8fb9465. 00000020:00000010:3.0:1776190132.865679:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190132.865683:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.865707:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000909ebbf0 x1862468296478336/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190132.865809:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296478336 02000000:00000010:3.0:1776190132.865821:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ce6c8452. 00010000:00000010:3.0:1776190132.865844:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa557925. 00010000:00000010:3.0:1776190132.865863:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a6eaca5. 00000100:00000010:3.0:1776190132.865870:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009583a1d6. 00000100:00000010:3.0:1776190132.865880:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009583a1d6. 00010000:00000010:3.0:1776190132.865882:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a6eaca5. 00000400:00000010:3.0:1776190132.865894:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008045c754. 00000100:00000200:3.0:1776190132.865897:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296478336, offset 224 00000400:00000200:3.0:1776190132.865905:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.865914:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.865919:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92855:92855:256:4294967295] 192.168.203.39@tcp LPNI seq info [92855:92855:8:4294967295] 00000400:00000200:3.0:1776190132.865929:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.865934:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.865939:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190132.865944:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.865950:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.865953:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.865968:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190132.865971:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.865974:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8fb9465. 00000800:00000200:1.0:1776190132.866060:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.866064:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:1.0:1776190132.866069:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.866073:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.866076:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008045c754 00000400:00000010:1.0:1776190132.866078:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008045c754. 00080000:00000010:2.0:1776190132.866157:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae8d3579. 00010000:00000010:2.0:1776190132.866223:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.866230:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000005e3418d. 00010000:00000010:2.0:1776190132.866301:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000689581dc. 00010000:00000010:2.0:1776190132.866312:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.866323:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055d3bcbb. 00000100:00000010:2.0:1776190132.866326:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.866332:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190132.866341:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060ba4923. 02000000:00000010:2.0:1776190132.866361:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008aada3b6. 00000400:00000010:2.0:1776190132.866365:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000408cae56. 00000400:00000010:2.0:1776190132.866369:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190132.866373:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301366336, portal 16 00000400:00000010:2.0:1776190132.866377:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001f124ec. 00000100:00000200:2.0:1776190132.866379:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301366336, offset 0 00000400:00000200:2.0:1776190132.866384:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.866390:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.866395:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.866398:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.866401:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.866403:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92856:92856:256:4294967295] 192.168.203.39@tcp LPNI seq info [92856:92856:8:4294967295] 00000400:00000200:2.0:1776190132.866410:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.866414:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.866417:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd90c4b (tot 82352466). 00000800:00000200:2.0:1776190132.866421:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.866425:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.866427:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd90c4b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190132.866708:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.866711:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd90c4b (tot 82352218). 00000400:00000200:1.0:1776190132.866715:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.866719:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.866722:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001f124ec 00000400:00000010:1.0:1776190132.866723:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001f124ec. 00000100:00000200:1.0:1776190132.866729:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e941f260 x1862468301366336/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.869471:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.869489:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822440 00000400:00000200:1.0:1776190132.869498:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6199 [1] + 224 00000400:00000200:1.0:1776190132.869508:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.869512:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.869521:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e941f260 x1862468301366336/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.869561:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.869567:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378ec0 00000400:00000200:1.0:1776190132.869571:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4b79 [2] + 1968 00000400:00000010:1.0:1776190132.869575:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c07f4d2. 00000400:00000200:1.0:1776190132.869579:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002b6a77c4 00000400:00000200:1.0:1776190132.869586:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.869588:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.869590:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b6a77c4 00000400:00000010:1.0:1776190132.869592:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002b6a77c4 (tot 82352066). 00000100:00000200:1.0:1776190132.869596:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1776190132.869671:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000408cae56. 00000400:00000200:2.0:1776190132.869675:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:2.0:1776190132.869677:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00000100:00000200:2.0:1776190132.869683:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e941f260 x1862468301366336/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.869689:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e941f260 x1862468301366336/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.869718:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008aada3b6. 02000000:00000010:2.0:1776190132.869723:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060ba4923. 00000100:00000010:2.0:1776190132.869727:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 00000100:00000010:2.0:1776190132.869734:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.869737:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055d3bcbb. 00000020:00000010:3.0:1776190132.869824:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8fb9465. 00000020:00000010:3.0:1776190132.869831:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190132.869836:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.869862:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007af95eb6 x1862468296478400/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190132.869887:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296478400 02000000:00000010:3.0:1776190132.869897:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e5dc19cf. 00010000:00000010:3.0:1776190132.869920:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c2a0854. 00010000:00000010:3.0:1776190132.869938:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a6eaca5. 00000100:00000010:3.0:1776190132.869943:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009583a1d6. 00000100:00000010:3.0:1776190132.869952:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009583a1d6. 00010000:00000010:3.0:1776190132.869954:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a6eaca5. 00000400:00000010:3.0:1776190132.869964:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012090ddf. 00000100:00000200:3.0:1776190132.869967:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296478400, offset 224 00000400:00000200:3.0:1776190132.869973:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.869982:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.869988:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92857:92857:256:4294967295] 192.168.203.39@tcp LPNI seq info [92857:92857:8:4294967295] 00000400:00000200:3.0:1776190132.869996:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.870001:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.870005:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352314). 00000800:00000200:3.0:1776190132.870010:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.870016:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.870019:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.870041:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190132.870045:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.870048:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8fb9465. 02000000:00000010:3.0:1776190132.870058:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ce6c8452. 00000100:00000010:3.0:1776190132.870060:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 02000000:00000010:3.0:1776190132.870064:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000053c923f4. 00000100:00000010:3.0:1776190132.870066:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2a8bea6. 02000000:00000010:3.0:1776190132.870068:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d22eeed4. 00000100:00000010:3.0:1776190132.870070:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8f88089. 02000000:00000010:3.0:1776190132.870073:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b8b42cf6. 00000100:00000010:3.0:1776190132.870074:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b94bceb5. 02000000:00000010:3.0:1776190132.870077:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018525776. 00000100:00000010:3.0:1776190132.870079:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 02000000:00000010:3.0:1776190132.870081:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a718d934. 00000100:00000010:3.0:1776190132.870082:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000100:00000200:3.0:1776190132.870088:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190132.870092:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0532953. 00000400:00000010:3.0:1776190132.870095:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009583a1d6 (tot 82352466). 00080000:00000010:2.0:1776190132.870154:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008aada3b6. 00010000:00000010:2.0:1776190132.870234:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.870240:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000157b59ff. 00010000:00000010:2.0:1776190132.870306:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024929aeb. 00010000:00000010:2.0:1776190132.870311:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.870319:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055d3bcbb. 00000100:00000010:2.0:1776190132.870322:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.870328:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190132.870337:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064d15e59. 02000000:00000010:2.0:1776190132.870356:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060ba4923. 00000400:00000010:2.0:1776190132.870359:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000408cae56. 00000400:00000010:2.0:1776190132.870363:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190132.870365:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301366400, portal 16 00000400:00000010:2.0:1776190132.870368:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059f7246c. 00000100:00000200:2.0:1776190132.870370:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301366400, offset 0 00000400:00000200:2.0:1776190132.870375:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.870381:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.870388:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.870392:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.870394:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.870396:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92858:92858:255:4294967295] 192.168.203.39@tcp LPNI seq info [92858:92858:7:4294967295] 00000400:00000200:2.0:1776190132.870403:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.870408:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.870411:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797f442e (tot 82352714). 00000800:00000200:2.0:1776190132.870415:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.870419:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.870421:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000797f442e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190132.870565:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.870569:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352466). 00000400:00000200:1.0:1776190132.870574:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.870578:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.870581:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012090ddf 00000400:00000010:1.0:1776190132.870583:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012090ddf. 02000000:00000010:1.0:1776190132.870587:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e5dc19cf. 00000800:00000200:1.0:1776190132.870647:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.870649:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797f442e (tot 82352218). 00000400:00000200:1.0:1776190132.870655:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.870658:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.870659:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059f7246c 00000400:00000010:1.0:1776190132.870660:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059f7246c. 00000100:00000200:1.0:1776190132.870664:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e941f260 x1862468301366400/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190132.871825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ecb7d75. 00010000:00000010:2.1:1776190132.871869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071fb0fdc. 00010000:00000010:2.1:1776190132.871876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf442a8c. 00000400:00000200:1.0:1776190132.874764:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.875752:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822480 00000400:00000200:1.0:1776190132.875793:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb61a9 [1] + 224 00000400:00000200:1.0:1776190132.876043:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.876049:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.876060:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e941f260 x1862468301366400/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.876113:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.876119:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378f00 00000400:00000200:1.0:1776190132.876124:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4bd1 [2] + 0 00000400:00000010:2.0:1776190132.876188:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000408cae56. 00000400:00000200:2.0:1776190132.876203:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:2.0:1776190132.876205:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00000100:00000200:2.0:1776190132.876212:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e941f260 x1862468301366400/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.876221:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e941f260 x1862468301366400/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.876252:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060ba4923. 02000000:00000010:2.0:1776190132.876258:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000064d15e59. 00000100:00000010:2.0:1776190132.876263:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 00000100:00000010:2.0:1776190132.876269:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.876273:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055d3bcbb. 00000400:00000200:1.0:1776190132.876578:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.876584:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.876588:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.876593:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719b5d3. 00000020:00000010:0.0:1776190132.876766:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018761fd4. 00010000:00000010:3.1:1776190132.876844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a35e864. 00000020:00000010:0.0:1776190132.876889:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.876893:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190132.876917:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a719b5d3 x1862468296478464/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190132.876976:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296478464 02000000:00000010:0.0:1776190132.876986:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a718d934. 00010000:00000010:0.0:1776190132.877010:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0f23b42. 00010000:00000010:0.0:1776190132.877028:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190132.877034:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084383046. 00000100:00000010:0.0:1776190132.877049:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084383046. 00010000:00000010:0.0:1776190132.877052:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190132.877064:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006997892e. 00000100:00000200:0.0:1776190132.877069:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296478464, offset 224 00000400:00000200:0.0:1776190132.877075:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.877086:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.877091:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92859:92859:256:4294967295] 192.168.203.39@tcp LPNI seq info [92859:92859:8:4294967295] 00000400:00000200:0.0:1776190132.877100:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.877106:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.877110:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352466). 00000800:00000200:0.0:1776190132.877115:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.877122:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.877126:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190132.877138:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.877142:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190132.877145:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018761fd4. 00080000:00000010:2.0:1776190132.877199:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060ba4923. 00010000:00000010:2.0:1776190132.877276:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.877283:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000437710f6. 00010000:00000010:2.0:1776190132.877353:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e1a6358b. 00010000:00000010:2.0:1776190132.877356:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000cadd7a4. 00010000:00000010:2.0:1776190132.877360:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf442a8c. 00010000:00000010:2.0:1776190132.877365:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039a1a9ca. 00080000:00000010:2.0:1776190132.877377:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064d15e59. 00010000:00000010:2.0:1776190132.877420:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.877424:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000cadd7a4. 00010000:00000010:2.0:1776190132.877472:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002d1b7e61. 00010000:00000010:2.0:1776190132.877475:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.877482:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055d3bcbb. 00000100:00000010:2.0:1776190132.877485:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.877492:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190132.877503:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000551b748b. 02000000:00000010:2.0:1776190132.877524:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee5dd1f6. 00000400:00000010:2.0:1776190132.877539:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000408cae56. 00000400:00000010:2.0:1776190132.877545:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190132.877549:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301366464, portal 16 00000400:00000010:2.0:1776190132.877554:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea48fa09. 00000100:00000200:2.0:1776190132.877555:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301366464, offset 0 00000400:00000200:2.0:1776190132.877560:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.877566:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.877572:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.877575:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.877577:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.877579:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92860:92860:255:4294967295] 192.168.203.39@tcp LPNI seq info [92860:92860:7:4294967295] 00000400:00000200:2.0:1776190132.877586:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.877590:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.877593:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4c63abf (tot 82352714). 00000800:00000200:2.0:1776190132.877597:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.877600:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.877603:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4c63abf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190132.877700:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.877705:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352466). 00000400:00000200:1.0:1776190132.877708:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.877712:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.877716:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006997892e 00000400:00000010:1.0:1776190132.877717:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006997892e. 00000800:00000200:1.0:1776190132.877768:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.877800:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4c63abf (tot 82352218). 00000400:00000200:1.0:1776190132.877804:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.877807:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.877809:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea48fa09 00000400:00000010:1.0:1776190132.877810:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea48fa09. 00000100:00000200:1.0:1776190132.877815:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e941f260 x1862468301366464/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.880104:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.880757:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18224c0 00000400:00000200:1.0:1776190132.880768:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb61b5 [1] + 224 00000400:00000200:1.0:1776190132.880817:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.880822:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.880833:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e941f260 x1862468301366464/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.880866:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.880874:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378f40 00000400:00000200:1.0:1776190132.880878:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4bd1 [2] + 328 00000400:00000200:1.0:1776190132.880887:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.880889:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.880893:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.880899:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 00010000:00000010:2.1:1776190132.880996:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003dd92633. 00010000:00000010:2.1:1776190132.881003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cb507e9. 00010000:00000010:2.1:1776190132.881007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b35c0fb. 00010000:00000010:2.1:1776190132.881010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000689581dc. 00000400:00000010:2.0:1776190132.881026:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000408cae56. 00000400:00000200:2.0:1776190132.881029:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:2.0:1776190132.881031:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00000100:00000200:2.0:1776190132.881036:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e941f260 x1862468301366464/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.881044:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e941f260 x1862468301366464/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.881071:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee5dd1f6. 02000000:00000010:2.0:1776190132.881076:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000551b748b. 00000100:00000010:2.0:1776190132.881082:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 00000100:00000010:2.0:1776190132.881088:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.881091:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055d3bcbb. 00000020:00000010:0.0:1776190132.881174:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018761fd4. 00000020:00000010:0.0:1776190132.881180:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.881184:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190132.881207:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d96c74a9 x1862468296478528/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190132.881234:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296478528 02000000:00000010:0.0:1776190132.881244:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018525776. 00010000:00000010:0.0:1776190132.881270:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000040a59959. 00010000:00000010:0.0:1776190132.881290:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190132.881296:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084383046. 00000100:00000010:0.0:1776190132.881309:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084383046. 00010000:00000010:0.0:1776190132.881312:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190132.881324:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006997892e. 00010000:00000010:3.1:1776190132.881327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ddd7484. 00000100:00000200:0.0:1776190132.881329:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296478528, offset 224 00000400:00000200:0.0:1776190132.881338:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.881349:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.881355:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92861:92861:256:4294967295] 192.168.203.39@tcp LPNI seq info [92861:92861:8:4294967295] 00000400:00000200:0.0:1776190132.881364:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.881368:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.881372:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000826f680e (tot 82352466). 00000800:00000200:0.0:1776190132.881377:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.881383:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.881386:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000826f680e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190132.881407:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.881412:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190132.881415:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018761fd4. 00080000:00000010:2.0:1776190132.881463:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee5dd1f6. 00010000:00000010:2.0:1776190132.881548:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.881555:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aeb56bd7. 00010000:00000010:2.0:1776190132.881624:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000689581dc. 00010000:00000010:2.0:1776190132.881630:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.881640:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055d3bcbb. 00000100:00000010:2.0:1776190132.881643:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.881649:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190132.881670:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000551b748b. 02000000:00000010:2.0:1776190132.881692:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4ac0e91. 00000400:00000010:2.0:1776190132.881697:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000408cae56. 00000400:00000010:2.0:1776190132.881700:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190132.881705:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301366528, portal 16 00000400:00000010:2.0:1776190132.881709:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be912e2e. 00000100:00000200:2.0:1776190132.881711:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301366528, offset 0 00000400:00000200:2.0:1776190132.881716:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.881723:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.881729:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.881732:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.881735:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.881737:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92862:92862:255:4294967295] 192.168.203.39@tcp LPNI seq info [92862:92862:7:4294967295] 00000400:00000200:2.0:1776190132.881745:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.881749:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.881752:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0a4d4c8 (tot 82352714). 00000800:00000200:2.0:1776190132.881756:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.881761:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.881763:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0a4d4c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190132.881973:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.881977:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000826f680e (tot 82352466). 00000400:00000200:1.0:1776190132.881981:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.881985:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.881989:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006997892e 00000400:00000010:1.0:1776190132.881991:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006997892e. 00000800:00000200:1.0:1776190132.882186:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.882189:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0a4d4c8 (tot 82352218). 00000400:00000200:1.0:1776190132.882194:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.882198:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.882200:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be912e2e 00000400:00000010:1.0:1776190132.882201:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be912e2e. 00000100:00000200:1.0:1776190132.882208:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e941f260 x1862468301366528/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190132.884963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bcd26d6. 00010000:00000010:2.1:1776190132.885033:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000610dfa91. 00010000:00000010:2.1:1776190132.885040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024929aeb. 00010000:00000010:2.1:1776190132.885044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1a6358b. 00010000:00000010:2.1:1776190132.885046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf442a8c. 00000400:00000200:1.0:1776190132.886299:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.886316:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822500 00000400:00000200:1.0:1776190132.886323:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb61c1 [1] + 224 00000400:00000200:1.0:1776190132.886336:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.886340:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.886348:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e941f260 x1862468301366528/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.887033:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.887041:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378f80 00000400:00000200:1.0:1776190132.887048:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4bd1 [2] + 656 00000400:00000200:1.0:1776190132.887500:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.887506:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.887511:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.887517:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 00000400:00000010:2.0:1776190132.887547:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000408cae56. 00000400:00000200:2.0:1776190132.887551:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:2.0:1776190132.887553:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00000100:00000200:2.0:1776190132.887560:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e941f260 x1862468301366528/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.887568:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e941f260 x1862468301366528/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.887596:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4ac0e91. 02000000:00000010:2.0:1776190132.887603:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000551b748b. 00000100:00000010:2.0:1776190132.887608:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 00000100:00000010:2.0:1776190132.887613:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.887617:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055d3bcbb. 00000020:00000010:0.0:1776190132.887696:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018761fd4. 00000020:00000010:0.0:1776190132.887703:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.887708:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190132.887728:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4f3ec3 x1862468296478592/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190132.887750:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296478592 02000000:00000010:0.0:1776190132.887758:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000053c923f4. 00010000:00000010:0.0:1776190132.887805:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007634d09e. 00010000:00000010:0.0:1776190132.887824:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190132.887830:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084383046. 00000100:00000010:0.0:1776190132.887840:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084383046. 00010000:00000010:0.0:1776190132.887843:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190132.887855:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007bb7c3fe. 00000100:00000200:0.0:1776190132.887859:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296478592, offset 224 00000400:00000200:0.0:1776190132.887865:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.887876:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.887881:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92863:92863:256:4294967295] 192.168.203.39@tcp LPNI seq info [92863:92863:8:4294967295] 00000400:00000200:0.0:1776190132.887891:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.887897:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.887901:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352466). 00000800:00000200:0.0:1776190132.887906:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.887912:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.887916:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190132.887935:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.887939:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190132.887943:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018761fd4. 00080000:00000010:2.0:1776190132.888050:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f4ac0e91. 00010000:00000010:2.0:1776190132.888121:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.888128:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002b9708a2. 00010000:00000010:2.0:1776190132.888204:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf442a8c. 00010000:00000010:2.0:1776190132.888209:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.888219:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055d3bcbb. 00000100:00000010:2.0:1776190132.888222:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.888227:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190132.888239:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000551b748b. 02000000:00000010:2.0:1776190132.888258:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015400c64. 00000400:00000010:2.0:1776190132.888263:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000408cae56. 00000400:00000010:2.0:1776190132.888267:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190132.888271:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301366592, portal 16 00000400:00000010:2.0:1776190132.888275:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1c3cb68. 00000100:00000200:2.0:1776190132.888277:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301366592, offset 0 00000400:00000200:2.0:1776190132.888283:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.888290:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.888296:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.888299:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.888302:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.888304:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92864:92864:255:4294967295] 192.168.203.39@tcp LPNI seq info [92864:92864:7:4294967295] 00000400:00000200:2.0:1776190132.888311:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.888314:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.888317:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb044675 (tot 82352714). 00000800:00000200:2.0:1776190132.888321:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.888325:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.888327:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb044675 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190132.888371:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.888376:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352466). 00000400:00000200:1.0:1776190132.888379:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.888383:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.888386:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007bb7c3fe 00000400:00000010:1.0:1776190132.888388:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007bb7c3fe. 00000800:00000200:1.0:1776190132.888441:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.888443:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb044675 (tot 82352218). 00000400:00000200:1.0:1776190132.888447:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.888450:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.888452:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1c3cb68 00000400:00000010:1.0:1776190132.888453:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1c3cb68. 00000100:00000200:1.0:1776190132.888458:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e941f260 x1862468301366592/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.890428:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.890447:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822540 00000400:00000200:1.0:1776190132.890456:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb61cd [1] + 224 00000400:00000200:1.0:1776190132.890467:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.890471:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.890479:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e941f260 x1862468301366592/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.890511:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.890516:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1378fc0 00000400:00000200:1.0:1776190132.890521:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4bd1 [2] + 984 00000400:00000200:1.0:1776190132.890569:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1776190132.890570:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000408cae56. 00000400:00000200:1.0:1776190132.890574:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.890576:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:2.0:1776190132.890579:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00000100:00000200:2.0:1776190132.890586:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e941f260 x1862468301366592/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190132.890586:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.890593:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b94bceb5. 00000100:00000200:2.0:1776190132.890597:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e941f260 x1862468301366592/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.890623:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015400c64. 02000000:00000010:2.0:1776190132.890629:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000551b748b. 00000100:00000010:2.0:1776190132.890634:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 00000100:00000010:2.0:1776190132.890640:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.890643:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055d3bcbb. 00000020:00000010:3.0:1776190132.890741:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8b42cf6. 00000020:00000010:3.0:1776190132.890747:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190132.890752:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.890789:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b94bceb5 x1862468296478656/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190132.890816:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296478656 02000000:00000010:3.0:1776190132.890827:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d22eeed4. 00010000:00000010:3.0:1776190132.890849:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072865b1e. 00010000:00000010:3.0:1776190132.890868:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a6eaca5. 00000100:00000010:3.0:1776190132.890876:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005deb64ee. 00010000:00000010:2.1:1776190132.890877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe263b4c. 00010000:00000010:0.1:1776190132.890891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c257a3e8. 00010000:00000010:2.1:1776190132.890892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d1b7e61. 00000100:00000010:3.0:1776190132.890915:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005deb64ee. 00010000:00000010:3.0:1776190132.890919:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a6eaca5. 00080000:00000010:2.0:1776190132.890925:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015400c64. 00000400:00000010:3.0:1776190132.890932:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012090ddf. 00000100:00000200:3.0:1776190132.890937:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296478656, offset 224 00000400:00000200:3.0:1776190132.890945:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.890954:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.890959:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92865:92865:256:4294967295] 192.168.203.39@tcp LPNI seq info [92865:92865:8:4294967295] 00000400:00000200:3.0:1776190132.890969:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.890974:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.890979:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190132.890985:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.890992:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00010000:00000010:2.0:1776190132.890992:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.891000:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006206955d. 00000800:00000200:3.0:1776190132.891003:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.891059:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190132.891064:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00010000:00000010:2.0:1776190132.891066:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002d1b7e61. 00000020:00000010:3.0:1776190132.891067:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8b42cf6. 00010000:00000010:2.0:1776190132.891073:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.891083:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055d3bcbb. 00000100:00000010:2.0:1776190132.891087:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.891092:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190132.891102:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bd8b6d79. 02000000:00000010:2.0:1776190132.891126:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7c2bec3. 00000400:00000010:2.0:1776190132.891130:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000408cae56. 00000400:00000010:2.0:1776190132.891134:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190132.891139:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301366656, portal 16 00000400:00000010:2.0:1776190132.891143:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3c9c2a1. 00000100:00000200:2.0:1776190132.891145:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301366656, offset 0 00000400:00000200:2.0:1776190132.891150:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000800:00000200:1.0:1776190132.891156:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1776190132.891158:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000800:00000010:1.0:1776190132.891161:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:2.0:1776190132.891167:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190132.891167:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.891174:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190132.891175:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.891180:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190132.891180:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012090ddf 00000400:00000010:1.0:1776190132.891183:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012090ddf. 00000400:00000200:2.0:1776190132.891186:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92866:92866:255:4294967295] 192.168.203.39@tcp LPNI seq info [92866:92866:7:4294967295] 00000400:00000200:2.0:1776190132.891194:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.891199:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.891202:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6ecb0ff (tot 82352466). 00000800:00000200:2.0:1776190132.891207:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.891214:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.891216:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d6ecb0ff type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190132.891266:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.891268:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6ecb0ff (tot 82352218). 00000400:00000200:1.0:1776190132.891272:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.891275:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.891277:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3c9c2a1 00000400:00000010:1.0:1776190132.891279:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3c9c2a1. 00000100:00000200:1.0:1776190132.891283:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e941f260 x1862468301366656/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.894090:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.894109:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822580 00000400:00000200:1.0:1776190132.894117:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb61d9 [1] + 224 00000400:00000200:1.0:1776190132.894128:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.894131:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.894140:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e941f260 x1862468301366656/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.894174:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.894179:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379000 00000400:00000200:1.0:1776190132.894183:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4bd1 [2] + 1312 00000400:00000200:1.0:1776190132.894229:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.894233:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.894236:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.894241:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8f88089. 00000020:00000010:3.0:1776190132.894327:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8b42cf6. 00000020:00000010:3.0:1776190132.894333:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190132.894336:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.894359:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e8f88089 x1862468296478720/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190132.894385:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296478720 02000000:00000010:3.0:1776190132.894394:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ce6c8452. 00010000:00000010:3.0:1776190132.894429:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a6eaca5. 00000100:00000010:3.0:1776190132.894435:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005deb64ee. 00000100:00000010:3.0:1776190132.894441:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005deb64ee. 00010000:00000010:3.0:1776190132.894445:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a6eaca5. 00000400:00000010:3.0:1776190132.894457:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008045c754. 00000100:00000200:3.0:1776190132.894461:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296478720, offset 224 00000400:00000200:3.0:1776190132.894468:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.894478:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.894483:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92867:92867:256:4294967295] 192.168.203.39@tcp LPNI seq info [92867:92867:8:4294967295] 00000400:00000200:3.0:1776190132.894492:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.894496:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.894500:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190132.894505:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.894511:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.894515:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.894542:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190132.894546:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.894549:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8b42cf6. 00000800:00000200:1.0:1776190132.894640:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.894644:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:1.0:1776190132.894649:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.894653:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.894656:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008045c754 00000400:00000010:1.0:1776190132.894658:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008045c754. 00000400:00000010:2.0:1776190132.894720:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000408cae56. 00000400:00000200:2.0:1776190132.894724:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:2.0:1776190132.894725:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00000100:00000200:2.0:1776190132.894731:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e941f260 x1862468301366656/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.894738:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e941f260 x1862468301366656/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190132.894757:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009cc2838a. 02000000:00000010:2.0:1776190132.894837:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7c2bec3. 02000000:00000010:2.0:1776190132.894844:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bd8b6d79. 00000100:00000010:2.0:1776190132.894847:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 00000100:00000010:2.0:1776190132.894853:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.894856:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055d3bcbb. 00080000:00000010:2.0:1776190132.894871:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd8b6d79. 00010000:00000010:2.0:1776190132.894950:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.894956:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ba96df4f. 00010000:00000010:2.0:1776190132.895020:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024929aeb. 00010000:00000010:2.0:1776190132.895026:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.895035:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055d3bcbb. 00000100:00000010:2.0:1776190132.895038:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.895043:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190132.895052:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e7c2bec3. 02000000:00000010:2.0:1776190132.895070:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da40a23e. 00000400:00000010:2.0:1776190132.895074:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000408cae56. 00000400:00000010:2.0:1776190132.895078:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190132.895081:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301366720, portal 16 00000400:00000010:2.0:1776190132.895085:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003907f796. 00000100:00000200:2.0:1776190132.895086:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301366720, offset 0 00000400:00000200:2.0:1776190132.895091:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.895098:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.895104:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.895107:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.895110:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.895113:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92868:92868:256:4294967295] 192.168.203.39@tcp LPNI seq info [92868:92868:8:4294967295] 00000400:00000200:2.0:1776190132.895120:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.895124:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.895127:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054ef62b4 (tot 82352466). 00000800:00000200:2.0:1776190132.895130:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.895134:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.895136:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054ef62b4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.895460:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.895463:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054ef62b4 (tot 82352218). 00000400:00000200:0.0:1776190132.895468:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.895472:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.895475:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003907f796 00000400:00000010:0.0:1776190132.895477:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003907f796. 00000100:00000200:0.0:1776190132.895482:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e941f260 x1862468301366720/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190132.900823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f217c8f. 00000400:00000200:1.0:1776190132.900997:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.901013:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18225c0 00000400:00000200:1.0:1776190132.901021:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb61e5 [1] + 224 00000400:00000200:1.0:1776190132.901033:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.901036:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.901046:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e941f260 x1862468301366720/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.901077:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.901083:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379040 00000400:00000200:1.0:1776190132.901087:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4bd1 [2] + 1640 00000400:00000200:1.0:1776190132.901096:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.901098:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.901102:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.901107:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a8bea6. 00000400:00000010:2.0:1776190132.901213:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000408cae56. 00000400:00000200:2.0:1776190132.901218:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:2.0:1776190132.901221:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00000100:00000200:2.0:1776190132.901227:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e941f260 x1862468301366720/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.901235:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e941f260 x1862468301366720/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.901264:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da40a23e. 02000000:00000010:2.0:1776190132.901269:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e7c2bec3. 00000100:00000010:2.0:1776190132.901273:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 00000100:00000010:2.0:1776190132.901279:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.901282:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055d3bcbb. 00000020:00000010:0.0:1776190132.901324:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018761fd4. 00000020:00000010:0.0:1776190132.901332:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.901336:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190132.901359:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c2a8bea6 x1862468296478784/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190132.901393:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296478784 02000000:00000010:0.0:1776190132.901406:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000554647e. 00010000:00000010:0.0:1776190132.901430:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043aca83c. 00010000:00000010:0.0:1776190132.901447:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190132.901453:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084383046. 00000100:00000010:0.0:1776190132.901466:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084383046. 00010000:00000010:0.0:1776190132.901468:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190132.901485:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e50e0bd6. 00000100:00000200:0.0:1776190132.901489:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296478784, offset 224 00000400:00000200:0.0:1776190132.901496:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00080000:00000010:2.0:1776190132.901506:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7c2bec3. 00000400:00000200:0.0:1776190132.901508:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.901513:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92869:92869:256:4294967295] 192.168.203.39@tcp LPNI seq info [92869:92869:8:4294967295] 00000400:00000200:0.0:1776190132.901522:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.901526:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.901542:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352466). 00000800:00000200:0.0:1776190132.901548:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.901554:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.901558:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190132.901579:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.901583:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190132.901586:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018761fd4. 00000800:00000200:1.0:1776190132.901902:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.901906:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352218). 00000400:00000200:1.0:1776190132.901910:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.901914:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.901918:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e50e0bd6 00000400:00000010:1.0:1776190132.901919:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e50e0bd6. 00010000:00000010:2.0:1776190132.902391:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.902399:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bce766c0. 00010000:00000010:2.0:1776190132.902471:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e1a6358b. 00010000:00000010:2.0:1776190132.902475:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000cadd7a4. 00010000:00000010:2.0:1776190132.902480:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000cb507e9. 00010000:00000010:2.0:1776190132.902485:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039a1a9ca. 00080000:00000010:2.0:1776190132.902499:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da40a23e. 00010000:00000010:2.0:1776190132.902541:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.902545:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000cadd7a4. 00010000:00000010:2.0:1776190132.902868:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e9e7bcf2. 00010000:00000010:2.0:1776190132.902873:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039a1a9ca. 00010000:00000010:2.0:1776190132.902881:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055d3bcbb. 00000100:00000010:2.0:1776190132.902886:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.902894:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190132.902907:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000551b748b. 02000000:00000010:2.0:1776190132.902932:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050e84dec. 00000400:00000010:2.0:1776190132.902938:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000408cae56. 00000400:00000010:2.0:1776190132.902942:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190132.902948:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301366784, portal 16 00000400:00000010:2.0:1776190132.902952:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9d880d0. 00000100:00000200:2.0:1776190132.902954:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301366784, offset 0 00000400:00000200:2.0:1776190132.902961:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.902971:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.902977:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.902980:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.902982:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.902985:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92870:92870:256:4294967295] 192.168.203.39@tcp LPNI seq info [92870:92870:8:4294967295] 00000400:00000200:2.0:1776190132.902993:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.902998:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.903002:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc81a4c0 (tot 82352466). 00000800:00000200:2.0:1776190132.903007:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.903013:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.903016:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc81a4c0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.903363:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.903367:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc81a4c0 (tot 82352218). 00000400:00000200:0.0:1776190132.903372:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.903377:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.903381:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9d880d0 00000400:00000010:0.0:1776190132.903383:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9d880d0. 00000100:00000200:0.0:1776190132.903389:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e941f260 x1862468301366784/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190132.903945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078f39e13. 00010000:00000010:2.1:1776190132.904003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e9597ab. 00010000:00000010:2.1:1776190132.904009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000689581dc. 00010000:00000010:2.1:1776190132.904012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e89e3e4. 00010000:00000010:2.1:1776190132.904015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf442a8c. 00000400:00000200:1.0:1776190132.905991:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.906010:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822600 00000400:00000200:1.0:1776190132.906019:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb61f1 [1] + 224 00000400:00000200:1.0:1776190132.906029:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.906034:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.906044:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e941f260 x1862468301366784/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.906080:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.906086:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379080 00000400:00000200:1.0:1776190132.906090:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4bd1 [2] + 1968 00000400:00000010:1.0:1776190132.906094:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074075983. 00000400:00000200:1.0:1776190132.906098:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e70ae3cf 00000400:00000200:1.0:1776190132.906107:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.906110:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.906112:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e70ae3cf 00000400:00000010:1.0:1776190132.906113:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e70ae3cf (tot 82352066). 00000100:00000200:1.0:1776190132.906118:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1776190132.906185:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000408cae56. 00000400:00000200:2.0:1776190132.906188:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:2.0:1776190132.906190:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00000100:00000200:2.0:1776190132.906196:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e941f260 x1862468301366784/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.906204:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e941f260 x1862468301366784/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.906232:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050e84dec. 02000000:00000010:2.0:1776190132.906237:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000551b748b. 00000100:00000010:2.0:1776190132.906243:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 00000100:00000010:2.0:1776190132.906249:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.906252:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055d3bcbb. 00000020:00000010:0.0:1776190132.907071:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018761fd4. 00000020:00000010:0.0:1776190132.907086:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.907091:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190132.907116:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee24d343 x1862468296478848/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190132.907152:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296478848 02000000:00000010:0.0:1776190132.907166:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f5a5387a. 00010000:00000010:0.0:1776190132.907193:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f501134. 00010000:00000010:0.0:1776190132.907211:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190132.907217:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084383046. 00000100:00000010:0.0:1776190132.907279:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000084383046. 00010000:00000010:0.0:1776190132.907283:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190132.907297:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034085864. 00000100:00000200:0.0:1776190132.907302:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296478848, offset 224 00000400:00000200:0.0:1776190132.907309:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.907325:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.907331:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92871:92871:256:4294967295] 192.168.203.39@tcp LPNI seq info [92871:92871:8:4294967295] 00000400:00000200:0.0:1776190132.907341:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.907346:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.907351:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352314). 00000800:00000200:0.0:1776190132.907356:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.907362:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.907366:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190132.907387:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.907392:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190132.907395:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018761fd4. 02000000:00000010:0.0:1776190132.907402:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000554647e. 00000100:00000010:0.0:1776190132.907406:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2a8bea6. 02000000:00000010:0.0:1776190132.907410:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ce6c8452. 00000100:00000010:0.0:1776190132.907411:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8f88089. 02000000:00000010:0.0:1776190132.907414:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d22eeed4. 00000100:00000010:0.0:1776190132.907416:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b94bceb5. 02000000:00000010:0.0:1776190132.907419:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000053c923f4. 00000100:00000010:0.0:1776190132.907420:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 02000000:00000010:0.0:1776190132.907423:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018525776. 00000100:00000010:0.0:1776190132.907425:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 02000000:00000010:0.0:1776190132.907427:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a718d934. 00000100:00000010:0.0:1776190132.907429:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 00000100:00000200:0.0:1776190132.907435:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190132.907440:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006da8c64f. 00000400:00000010:0.0:1776190132.907444:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000084383046 (tot 82352466). 00000800:00000200:1.0:1776190132.907526:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.907542:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352218). 00000400:00000200:1.0:1776190132.907546:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.907551:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.907555:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034085864 00000400:00000010:1.0:1776190132.907556:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034085864. 02000000:00000010:1.0:1776190132.907561:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f5a5387a. 00080000:00000010:2.0:1776190132.908924:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050e84dec. 00010000:00000010:0.1:1776190132.917826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003aa99247. 00010000:00000010:2.1:1776190132.917873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007687e87b. 00010000:00000010:2.1:1776190132.917880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097694fc0. 00010000:00000010:2.1:1776190132.917884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d1b7e61. 00010000:00000010:2.1:1776190132.921809:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e1d6413. 00010000:00000010:2.1:1776190132.921824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024929aeb. 00010000:00000010:2.1:1776190132.921829:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1a6358b. 00010000:00000010:2.1:1776190132.921833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cb507e9. 00080000:00000010:1.0:1776190132.925835:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da40a23e. 00080000:00000010:1.0:1776190132.925847:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7c2bec3. 00080000:00000010:1.0:1776190132.925851:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd8b6d79. 00080000:00000010:1.0:1776190132.925853:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000015400c64. 00080000:00000010:1.0:1776190132.925856:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f4ac0e91. 00080000:00000010:1.0:1776190132.925860:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee5dd1f6. 00080000:00000010:1.0:1776190132.925863:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064d15e59. 00080000:00000010:1.0:1776190132.925866:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060ba4923. 00080000:00000010:1.0:1776190132.925868:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008aada3b6. 00080000:00000010:1.0:1776190132.925870:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae8d3579. 00080000:00000010:1.0:1776190132.925873:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9888cae. 00080000:00000010:1.0:1776190132.925875:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004e7a1bc4. 00080000:00000010:1.0:1776190132.925878:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094cc2a5a. 00080000:00000010:1.0:1776190132.925882:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004a9b6b1. 00080000:00000010:1.0:1776190132.925884:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa95ab8a. 00080000:00000010:1.0:1776190132.925886:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae96dbb0. 00080000:00000010:1.0:1776190132.925890:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b26dfd7. 00080000:00000010:1.0:1776190132.925892:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b689b96. 00080000:00000010:1.0:1776190132.925894:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002948e803. 00080000:00000010:1.0:1776190132.925897:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008516abe2. 00080000:00000010:1.0:1776190132.925899:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd75f13f. 00080000:00000010:1.0:1776190132.925901:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000046ec8719. 00080000:00000010:1.0:1776190132.925903:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000efcbf5fb. 00080000:00000010:1.0:1776190132.925906:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c4ceee7. 00080000:00000010:1.0:1776190132.925909:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000055350ae8. 00080000:00000010:1.0:1776190132.925912:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096c249b7. 00080000:00000010:1.0:1776190132.925917:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000157872c2. 00080000:00000010:1.0:1776190132.925919:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018a14e39. 00080000:00000010:1.0:1776190132.925922:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000917910e0. 00080000:00000010:1.0:1776190132.925924:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003916ab64. 00080000:00000010:1.0:1776190132.925926:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e141e24. 00080000:00000010:1.0:1776190132.925928:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9fff3f9. 00080000:00000010:1.0:1776190132.925931:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000046b35cb3. 00080000:00000010:1.0:1776190132.925933:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e74ec7c2. 00080000:00000010:1.0:1776190132.925935:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000259ad01c. 00080000:00000010:1.0:1776190132.925937:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ce5f972. 00080000:00000010:1.0:1776190132.925940:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb7e48a1. 00080000:00000010:1.0:1776190132.925942:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e044fff6. 00080000:00000010:1.0:1776190132.925945:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000678ca014. 00080000:00000010:1.0:1776190132.925947:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000042d1b3f3. 00080000:00000010:1.0:1776190132.925950:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d1df8dd. 00080000:00000010:1.0:1776190132.925952:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000028628fb. 00080000:00000010:1.0:1776190132.925956:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a286515c. 00080000:00000010:1.0:1776190132.925959:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031bc45d0. 00080000:00000010:1.0:1776190132.925961:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d9790d2a. 00080000:00000010:1.0:1776190132.925964:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000782cb85b. 00080000:00000010:1.0:1776190132.925967:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1e45c84. 00080000:00000010:1.0:1776190132.925970:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005287d52a. 00080000:00000010:1.0:1776190132.925972:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d09296c. 00080000:00000010:1.0:1776190132.925974:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3648750. 00080000:00000010:1.0:1776190132.925975:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000856b887a. 00080000:00000010:1.0:1776190132.925978:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c04ae564. 00080000:00000010:1.0:1776190132.925980:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be9aa117. 00080000:00000010:1.0:1776190132.925982:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087704bd0. 00080000:00000010:1.0:1776190132.925986:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072ff9345. 00080000:00000010:1.0:1776190132.925988:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000061526cc4. 00080000:00000010:1.0:1776190132.925991:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ab0f983. 00080000:00000010:1.0:1776190132.925995:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a43ef38. 00080000:00000010:1.0:1776190132.925997:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000079315e8. 00080000:00000010:1.0:1776190132.926000:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d3a9761. 00080000:00000010:1.0:1776190132.926002:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d87438bc. 00080000:00000010:1.0:1776190132.926004:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000109dc683. 00080000:00000010:1.0:1776190132.926006:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020ba0cf5. 00080000:00000010:1.0:1776190132.926008:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b79e2f01. 00080000:00000010:1.0:1776190132.926010:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098d5200b. 00080000:00000010:1.0:1776190132.926012:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000816f5edc. 00080000:00000010:1.0:1776190132.926014:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d91d986f. 00080000:00000010:1.0:1776190132.926016:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da7046d4. 00080000:00000010:1.0:1776190132.926018:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c318a548. 00080000:00000010:1.0:1776190132.926020:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027bf4089. 00080000:00000010:1.0:1776190132.926022:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000005d3f1b2. 00080000:00000010:1.0:1776190132.926024:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074d6903c. 00080000:00000010:1.0:1776190132.926027:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088c6f3cd. 00080000:00000010:1.0:1776190132.926030:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000198ff3b5. 00080000:00000010:1.0:1776190132.926033:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb0f69d6. 00080000:00000010:1.0:1776190132.926036:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000008ecca13. 00080000:00000010:1.0:1776190132.926038:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000062d5b088. 00080000:00000010:1.0:1776190132.926040:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004dcb0f00. 00080000:00000010:1.0:1776190132.926043:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b70a480a. 00080000:00000010:1.0:1776190132.926045:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078e65121. 00080000:00000010:1.0:1776190132.926047:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000feeb4d39. 00080000:00000010:1.0:1776190132.926049:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c56bea89. 00080000:00000010:1.0:1776190132.926051:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed4cf186. 00080000:00000010:1.0:1776190132.926054:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085020f09. 00080000:00000010:1.0:1776190132.926056:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0de2731. 00080000:00000010:1.0:1776190132.926058:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e52ddcff. 00080000:00000010:1.0:1776190132.926062:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce4b1797. 00080000:00000010:1.0:1776190132.926064:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d4eab22. 00080000:00000010:1.0:1776190132.926066:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004aeefaca. 00080000:00000010:1.0:1776190132.926068:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae6149e1. 00080000:00000010:1.0:1776190132.926071:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000192f5963. 00080000:00000010:1.0:1776190132.926073:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da488acd. 00080000:00000010:1.0:1776190132.927824:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025aed629. 00080000:00000010:1.0:1776190132.927834:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd226799. 00080000:00000010:1.0:1776190132.927837:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048147144. 00080000:00000010:1.0:1776190132.927839:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004936e3a. 00080000:00000010:1.0:1776190132.927843:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf3cf4ec. 00080000:00000010:1.0:1776190132.927846:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a24ab9a. 00080000:00000010:1.0:1776190132.927849:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030388d09. 00080000:00000010:1.0:1776190132.927852:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5482df7. 00080000:00000010:1.0:1776190132.927855:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b4c9e2c. 00080000:00000010:1.0:1776190132.927858:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eec1e882. 00080000:00000010:1.0:1776190132.927860:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000070e6e12b. 00080000:00000010:1.0:1776190132.927862:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045061f5c. 00080000:00000010:1.0:1776190132.927865:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a766347e. 00080000:00000010:1.0:1776190132.927867:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090e03661. 00080000:00000010:1.0:1776190132.927869:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056aabd31. 00080000:00000010:1.0:1776190132.927872:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e74a1e63. 00080000:00000010:1.0:1776190132.927874:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bab6e487. 00080000:00000010:1.0:1776190132.927879:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004fcf4cf7. 00080000:00000010:1.0:1776190132.927881:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0021017. 00080000:00000010:1.0:1776190132.927884:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010a7c4b1. 00080000:00000010:1.0:1776190132.927886:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000176dadde. 00080000:00000010:1.0:1776190132.927888:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc25f6f2. 00080000:00000010:1.0:1776190132.927890:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000900029d6. 00080000:00000010:1.0:1776190132.927892:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058d333a9. 00080000:00000010:1.0:1776190132.927894:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ddc0eb36. 00080000:00000010:1.0:1776190132.927896:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000046ddb7f4. 00080000:00000010:1.0:1776190132.927898:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006edcac7e. 00080000:00000010:1.0:1776190132.927900:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a348a165. 00080000:00000010:1.0:1776190132.927901:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000596dd2a5. 00080000:00000010:1.0:1776190132.927904:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb8ba3c1. 00080000:00000010:1.0:1776190132.927906:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004bf53dcc. 00080000:00000010:1.0:1776190132.927908:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012bbc783. 00080000:00000010:1.0:1776190132.927910:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004b1d897. 00080000:00000010:1.0:1776190132.927911:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f434434. 00080000:00000010:1.0:1776190132.927913:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba3153e8. 00080000:00000010:1.0:1776190132.927915:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000070571944. 00080000:00000010:1.0:1776190132.927916:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085916b60. 00080000:00000010:1.0:1776190132.927921:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1666326. 00080000:00000010:1.0:1776190132.927925:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051382e40. 00080000:00000010:1.0:1776190132.927927:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041c51cdc. 00080000:00000010:1.0:1776190132.927930:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007469664b. 00080000:00000010:1.0:1776190132.927932:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002fd47e58. 00080000:00000010:1.0:1776190132.927933:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d7a451d. 00080000:00000010:1.0:1776190132.927935:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bf878749. 00080000:00000010:1.0:1776190132.927938:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce0c33c6. 00080000:00000010:1.0:1776190132.927940:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c52ddc5c. 00080000:00000010:1.0:1776190132.927942:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030a7f803. 00080000:00000010:1.0:1776190132.927943:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000008bd6b25. 00080000:00000010:1.0:1776190132.927945:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000061e11254. 00080000:00000010:1.0:1776190132.927947:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073ddcf13. 00080000:00000010:1.0:1776190132.927950:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea2d020b. 00080000:00000010:1.0:1776190132.927953:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a09b6490. 00080000:00000010:1.0:1776190132.927957:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f31635eb. 00080000:00000010:1.0:1776190132.927959:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1b6b62b. 00080000:00000010:1.0:1776190132.927961:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a03a430d. 00080000:00000010:1.0:1776190132.927963:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f2f0c1c. 00080000:00000010:1.0:1776190132.927965:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d37674a0. 00080000:00000010:1.0:1776190132.927967:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011425898. 00080000:00000010:1.0:1776190132.927969:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004dbfadd6. 00080000:00000010:1.0:1776190132.927972:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099805fa6. 00080000:00000010:1.0:1776190132.927974:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f57168d2. 00080000:00000010:1.0:1776190132.927976:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d703e7ee. 00080000:00000010:1.0:1776190132.927978:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c94a37b0. 00080000:00000010:1.0:1776190132.927981:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000046bf533e. 00080000:00000010:1.0:1776190132.927983:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005570e392. 00080000:00000010:1.0:1776190132.927985:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eef9033e. 00080000:00000010:1.0:1776190132.927987:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000711b3fa6. 00080000:00000010:1.0:1776190132.927990:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053ae2046. 00080000:00000010:1.0:1776190132.927993:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e69f087e. 00080000:00000010:1.0:1776190132.927995:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000033cad48. 00080000:00000010:1.0:1776190132.927997:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094d43d40. 00080000:00000010:1.0:1776190132.927999:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002556350b. 00080000:00000010:1.0:1776190132.928002:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab86ab52. 00080000:00000010:1.0:1776190132.928004:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003dbec1f7. 00080000:00000010:1.0:1776190132.928006:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e92d9da5. 00080000:00000010:1.0:1776190132.928009:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ff3bec5. 00080000:00000010:1.0:1776190132.928013:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e0b43e8. 00080000:00000010:1.0:1776190132.928016:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022e2755e. 00080000:00000010:1.0:1776190132.928018:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c259d443. 00080000:00000010:1.0:1776190132.928020:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054831b86. 00080000:00000010:1.0:1776190132.928023:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006651b270. 00080000:00000010:1.0:1776190132.928025:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8c79bf5. 00080000:00000010:1.0:1776190132.928104:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be663442. 00080000:00000010:1.0:1776190132.928107:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059b37451. 00080000:00000010:1.0:1776190132.928109:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038407a91. 00080000:00000010:1.0:1776190132.928111:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a1ef3e8. 00080000:00000010:1.0:1776190132.928113:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f6327f6. 00080000:00000010:1.0:1776190132.928115:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c5b7408. 00080000:00000010:1.0:1776190132.928117:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000369f4641. 00080000:00000010:1.0:1776190132.928119:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa8628a0. 00080000:00000010:1.0:1776190132.928121:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006696ef26. 00080000:00000010:1.0:1776190132.928123:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038e047d9. 00080000:00000010:1.0:1776190132.928125:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010e525f1. 00080000:00000010:1.0:1776190132.928127:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000977a5d6c. 00080000:00000010:1.0:1776190132.928129:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004db8e52b. 00080000:00000010:1.0:1776190132.928131:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eddb3e80. 00080000:00000010:1.0:1776190132.928133:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc82bf49. 00080000:00000010:1.0:1776190132.928135:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000822fcde7. 00080000:00000010:1.0:1776190132.928137:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007c24c84e. 00080000:00000010:1.0:1776190132.928140:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bbec192e. 00080000:00000010:1.0:1776190132.928141:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005fb23a3f. 00080000:00000010:1.0:1776190132.928144:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002bba70ed. 00080000:00000010:1.0:1776190132.928146:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005119abaf. 00080000:00000010:1.0:1776190132.928148:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027797e41. 00080000:00000010:1.0:1776190132.928150:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bf0a5cc3. 00080000:00000010:1.0:1776190132.928152:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf3a42f6. 00080000:00000010:1.0:1776190132.928155:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007db0770b. 00080000:00000010:1.0:1776190132.928157:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000419cfe75. 00080000:00000010:1.0:1776190132.928160:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045e2c2f5. 00080000:00000010:1.0:1776190132.928162:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb3e0de6. 00080000:00000010:1.0:1776190132.928164:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039cc3fb9. 00080000:00000010:1.0:1776190132.928166:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3d976f0. 00080000:00000010:1.0:1776190132.928168:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008befcd2f. 00080000:00000010:1.0:1776190132.928171:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d97cb652. 00080000:00000010:1.0:1776190132.928174:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004dfe2f17. 00080000:00000010:1.0:1776190132.928176:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000150ec44d. 00080000:00000010:1.0:1776190132.928178:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053fe323c. 00080000:00000010:1.0:1776190132.928180:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049653207. 00080000:00000010:1.0:1776190132.928183:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f70e849e. 00080000:00000010:1.0:1776190132.928185:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0b5b9f4. 00080000:00000010:1.0:1776190132.928187:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee7411e0. 00080000:00000010:1.0:1776190132.928189:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076b85fea. 00080000:00000010:1.0:1776190132.928191:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b15e72e7. 00080000:00000010:1.0:1776190132.928193:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a89d049. 00080000:00000010:1.0:1776190132.928195:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9404367. 00080000:00000010:1.0:1776190132.928196:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e087c44a. 00080000:00000010:1.0:1776190132.928198:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e79a8c35. 00080000:00000010:1.0:1776190132.928201:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006782e6ed. 00080000:00000010:1.0:1776190132.928203:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000082b0705. 00080000:00000010:1.0:1776190132.928205:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bef2234c. 00080000:00000010:1.0:1776190132.928208:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f42d0145. 00080000:00000010:1.0:1776190132.928211:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de8e1186. 00080000:00000010:1.0:1776190132.928213:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5e50121. 00080000:00000010:1.0:1776190132.928215:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5f36aa3. 00080000:00000010:1.0:1776190132.928216:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bda32c83. 00080000:00000010:1.0:1776190132.928219:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000628df1f1. 00080000:00000010:1.0:1776190132.928222:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c2f0f29. 00080000:00000010:1.0:1776190132.928224:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa1b8245. 00080000:00000010:1.0:1776190132.928226:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8826faa. 00080000:00000010:1.0:1776190132.928228:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af3ed56a. 00080000:00000010:1.0:1776190132.928231:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000331a62af. 00080000:00000010:1.0:1776190132.928233:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002159c9f8. 00080000:00000010:1.0:1776190132.928235:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c9c72f40. 00080000:00000010:1.0:1776190132.928237:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a4d2e25. 00080000:00000010:1.0:1776190132.928239:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ae5d415. 00080000:00000010:1.0:1776190132.928241:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000055484295. 00080000:00000010:1.0:1776190132.928243:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d1e5f46a. 00080000:00000010:1.0:1776190132.928246:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000398da772. 00080000:00000010:1.0:1776190132.928248:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e7c8505. 00080000:00000010:1.0:1776190132.928250:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048b94469. 00080000:00000010:1.0:1776190132.928252:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000782c484a. 00080000:00000010:1.0:1776190132.928255:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000702a2eec. 00080000:00000010:1.0:1776190132.928257:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016290774. 00080000:00000010:1.0:1776190132.928259:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012537628. 00080000:00000010:1.0:1776190132.928271:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072577cea. 00080000:00000010:1.0:1776190132.928275:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f85e1102. 00080000:00000010:1.0:1776190132.928278:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059a7ce2f. 00080000:00000010:1.0:1776190132.928280:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f649615. 00080000:00000010:1.0:1776190132.928283:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000454710ea. 00080000:00000010:1.0:1776190132.928285:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004e3adeb. 00080000:00000010:1.0:1776190132.928287:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8bd6c62. 00080000:00000010:1.0:1776190132.928289:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a954cb8b. 00080000:00000010:1.0:1776190132.928291:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000151ac4f4. 00080000:00000010:1.0:1776190132.928293:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000adbe826d. 00080000:00000010:1.0:1776190132.928294:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099cca42d. 00080000:00000010:1.0:1776190132.928296:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a637d59. 00080000:00000010:1.0:1776190132.928298:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018267eb0. 00080000:00000010:1.0:1776190132.928299:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007f9c267. 00080000:00000010:1.0:1776190132.928301:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074224b9b. 00080000:00000010:1.0:1776190132.928302:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065fe14d7. 00080000:00000010:1.0:1776190132.928304:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c6fb94b. 00080000:00000010:1.0:1776190132.928306:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f494d099. 00080000:00000010:1.0:1776190132.928307:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000adcb4a0c. 00080000:00000010:1.0:1776190132.928310:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010d793da. 00080000:00000010:1.0:1776190132.928311:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000883fe997. 00080000:00000010:1.0:1776190132.928313:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6abf593. 00080000:00000010:1.0:1776190132.928315:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bbd95e09. 00080000:00000010:1.0:1776190132.928317:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ac79117. 00080000:00000010:1.0:1776190132.928319:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000abd5e62b. 00080000:00000010:1.0:1776190132.928322:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c5d5853. 00080000:00000010:1.0:1776190132.928324:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000928bfff1. 00080000:00000010:1.0:1776190132.928326:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4dc806d. 00080000:00000010:1.0:1776190132.928329:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca2492a7. 00080000:00000010:1.0:1776190132.928331:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab8ecdb9. 00080000:00000010:1.0:1776190132.928333:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9f14260. 00080000:00000010:1.0:1776190132.928335:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002604fb89. 00080000:00000010:1.0:1776190132.928337:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c179fc30. 00080000:00000010:1.0:1776190132.928339:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000035c5bfe8. 00080000:00000010:1.0:1776190132.928341:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003070b4d8. 00080000:00000010:1.0:1776190132.928343:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003edec1b6. 00080000:00000010:1.0:1776190132.928344:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008482234e. 00080000:00000010:1.0:1776190132.928346:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a2386e1. 00080000:00000010:1.0:1776190132.928348:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0ecab0e. 00080000:00000010:1.0:1776190132.928350:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8bfa783. 00080000:00000010:1.0:1776190132.928352:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7da0801. 00080000:00000010:1.0:1776190132.928362:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004eb84dc3. 00080000:00000010:1.0:1776190132.928364:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ddff40f. 00080000:00000010:1.0:1776190132.928367:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004960d2b8. 00080000:00000010:1.0:1776190132.928369:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000055ef2797. 00080000:00000010:1.0:1776190132.928370:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae5827f3. 00080000:00000010:1.0:1776190132.928372:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed509a73. 00080000:00000010:1.0:1776190132.928374:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000faddfc1c. 00080000:00000010:1.0:1776190132.928376:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000130c6b2d. 00080000:00000010:1.0:1776190132.928378:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af2457b9. 00080000:00000010:1.0:1776190132.928380:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082b698a9. 00080000:00000010:1.0:1776190132.928382:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000530b445b. 00080000:00000010:1.0:1776190132.928384:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff454f05. 00080000:00000010:1.0:1776190132.928386:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae3be512. 00080000:00000010:1.0:1776190132.928389:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a4ab24f. 00080000:00000010:1.0:1776190132.928391:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d1cc7501. 00080000:00000010:1.0:1776190132.928393:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d1f956ec. 00080000:00000010:1.0:1776190132.928395:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066bee34c. 00080000:00000010:1.0:1776190132.928397:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cff145e2. 00080000:00000010:1.0:1776190132.928399:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007352cb9b. 00080000:00000010:1.0:1776190132.928402:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003038d6e3. 00080000:00000010:1.0:1776190132.928405:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b57be53. 00080000:00000010:1.0:1776190132.928407:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6f82b5a. 00080000:00000010:1.0:1776190132.928410:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093f7300a. 00080000:00000010:1.0:1776190132.928412:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c64d6833. 00080000:00000010:1.0:1776190132.928414:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd673435. 00080000:00000010:1.0:1776190132.928416:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e6579a1. 00080000:00000010:1.0:1776190132.928418:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001eb80d48. 00080000:00000010:1.0:1776190132.928420:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044e21a0b. 00080000:00000010:1.0:1776190132.928423:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aed3d151. 00080000:00000010:1.0:1776190132.928424:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000582cb205. 00080000:00000010:1.0:1776190132.928426:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7bb0cb2. 00080000:00000010:1.0:1776190132.928429:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003085f5d6. 00080000:00000010:1.0:1776190132.928431:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005fd06195. 00080000:00000010:1.0:1776190132.928433:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ffde354. 00080000:00000010:1.0:1776190132.928435:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083cad33b. 00080000:00000010:1.0:1776190132.928437:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bf00f29a. 00080000:00000010:1.0:1776190132.928441:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057063057. 00080000:00000010:1.0:1776190132.928443:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005bcaa568. 00080000:00000010:1.0:1776190132.928445:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080a6113a. 00080000:00000010:1.0:1776190132.928447:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000535bf1e. 00080000:00000010:1.0:1776190132.928450:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f884f830. 00080000:00000010:1.0:1776190132.928452:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069f74275. 00080000:00000010:1.0:1776190132.928454:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a1ae36e1. 00080000:00000010:1.0:1776190132.928456:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a485b5de. 00080000:00000010:1.0:1776190132.928458:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059b776f9. 00080000:00000010:1.0:1776190132.928460:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c92e7bc. 00080000:00000010:1.0:1776190132.928462:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b394753. 00080000:00000010:1.0:1776190132.928464:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009516127d. 00080000:00000010:1.0:1776190132.928467:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000204b7274. 00080000:00000010:1.0:1776190132.928469:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bcc96c03. 00080000:00000010:1.0:1776190132.928471:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e41650b. 00080000:00000010:1.0:1776190132.929149:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002854c1a. 00080000:00000010:1.0:1776190132.929154:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005dfe6bf7. 00080000:00000010:1.0:1776190132.929156:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a209871. 00080000:00000010:1.0:1776190132.929158:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8ffa349. 00080000:00000010:1.0:1776190132.929162:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea5567f0. 00080000:00000010:1.0:1776190132.929163:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5f2965c. 00080000:00000010:1.0:1776190132.929165:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c12730e. 00080000:00000010:1.0:1776190132.929168:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007beb1435. 00080000:00000010:1.0:1776190132.929170:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b89fab3. 00080000:00000010:1.0:1776190132.929173:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001647037. 00080000:00000010:1.0:1776190132.929175:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002617dede. 00080000:00000010:1.0:1776190132.929178:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c9eed636. 00080000:00000010:1.0:1776190132.929180:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093b6329b. 00080000:00000010:1.0:1776190132.929182:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0ea0303. 00080000:00000010:1.0:1776190132.929184:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3f0de4e. 00080000:00000010:1.0:1776190132.929186:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002cb46f07. 00080000:00000010:1.0:1776190132.929188:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db73c0ce. 00080000:00000010:1.0:1776190132.929191:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b7094d1. 00080000:00000010:1.0:1776190132.929193:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073c66e6d. 00080000:00000010:1.0:1776190132.929194:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008dfbfadd. 00080000:00000010:1.0:1776190132.929196:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a722461. 00080000:00000010:1.0:1776190132.929199:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0bedd0e. 00080000:00000010:1.0:1776190132.929201:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000052bff9ba. 00080000:00000010:1.0:1776190132.929203:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4bef2c6. 00080000:00000010:1.0:1776190132.929206:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d11389be. 00080000:00000010:1.0:1776190132.929208:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b8aa12d. 00080000:00000010:1.0:1776190132.929212:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000811fff5f. 00080000:00000010:1.0:1776190132.929214:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007bbcecd0. 00080000:00000010:1.0:1776190132.929216:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007096543. 00080000:00000010:1.0:1776190132.929219:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000981814c4. 00080000:00000010:1.0:1776190132.929221:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7196269. 00080000:00000010:1.0:1776190132.929224:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071296b18. 00080000:00000010:1.0:1776190132.929227:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd3811e6. 00080000:00000010:1.0:1776190132.929229:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8d95336. 00080000:00000010:1.0:1776190132.929231:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e656cced. 00080000:00000010:1.0:1776190132.929234:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083331127. 00080000:00000010:1.0:1776190132.929236:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ea082b7. 00080000:00000010:1.0:1776190132.929239:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049551e13. 00080000:00000010:1.0:1776190132.929241:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b320556b. 00080000:00000010:1.0:1776190132.929245:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9942f07. 00080000:00000010:1.0:1776190132.929247:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099cdf666. 00080000:00000010:1.0:1776190132.929249:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa4d570c. 00080000:00000010:1.0:1776190132.929251:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080cc366e. 00080000:00000010:1.0:1776190132.929254:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb8e22aa. 00080000:00000010:1.0:1776190132.929256:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c6389e1. 00080000:00000010:1.0:1776190132.929258:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000043f8d2b1. 00080000:00000010:1.0:1776190132.929261:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036408e57. 00080000:00000010:1.0:1776190132.929275:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fee1321f. 00080000:00000010:1.0:1776190132.929277:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff7861f1. 00080000:00000010:1.0:1776190132.929280:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd9e09d1. 00080000:00000010:1.0:1776190132.929282:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000017b2fde5. 00080000:00000010:1.0:1776190132.929284:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094ff9487. 00080000:00000010:1.0:1776190132.929286:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000094788d4. 00080000:00000010:1.0:1776190132.929288:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000db02108. 00080000:00000010:1.0:1776190132.929291:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006bb07a14. 00080000:00000010:1.0:1776190132.929295:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000dc66cb. 00080000:00000010:1.0:1776190132.929298:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5aec709. 00080000:00000010:1.0:1776190132.929300:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036c32894. 00080000:00000010:1.0:1776190132.929302:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2c0394e. 00080000:00000010:1.0:1776190132.929304:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb899e7a. 00080000:00000010:1.0:1776190132.929306:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8a499c3. 00080000:00000010:1.0:1776190132.929308:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e1abdb66. 00080000:00000010:1.0:1776190132.929311:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd58939f. 00080000:00000010:1.0:1776190132.929313:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7102eb4. 00080000:00000010:1.0:1776190132.929315:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e19c40c8. 00080000:00000010:1.0:1776190132.929317:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da205266. 00080000:00000010:1.0:1776190132.929320:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff43a418. 00080000:00000010:1.0:1776190132.929322:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6e88af4. 00080000:00000010:1.0:1776190132.929324:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031cb5456. 00080000:00000010:1.0:1776190132.929327:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d945344. 00080000:00000010:1.0:1776190132.929330:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000985b0fb8. 00080000:00000010:1.0:1776190132.929332:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000052073fb. 00080000:00000010:1.0:1776190132.929334:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091cf174b. 00080000:00000010:1.0:1776190132.929336:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004428e443. 00080000:00000010:1.0:1776190132.929338:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb074e18. 00080000:00000010:1.0:1776190132.929340:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000121e9b1a. 00080000:00000010:1.0:1776190132.929343:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008aff88ee. 00080000:00000010:1.0:1776190132.929344:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005470b416. 00080000:00000010:1.0:1776190132.929346:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6172bcb. 00080000:00000010:1.0:1776190132.929348:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ae4d5b5. 00080000:00000010:1.0:1776190132.929350:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000df7ad4b6. 00080000:00000010:1.0:1776190132.929352:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c91cf8a6. 00080000:00000010:1.0:1776190132.929355:0:71689:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4618540. 00010000:00000010:0.1:1776190132.931114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3aa0309. 00010000:00000010:1.0:1776190132.942595:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039a1a9ca. 00010000:00000010:1.0:1776190132.942611:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000066a2891a. 00010000:00000010:1.0:1776190132.942687:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ce4c7d5. 00010000:00000010:1.0:1776190132.942693:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000046568734. 00010000:00000010:1.0:1776190132.942705:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000009f77f0d. 00000100:00000010:1.0:1776190132.942712:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190132.942731:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000909ebbf0. 02000000:00000010:1.0:1776190132.942744:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005ce5f972. 02000000:00000010:1.0:1776190132.942997:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046b35cb3. 00000400:00000010:1.0:1776190132.943003:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b10c2f1a. 00000400:00000010:1.0:1776190132.943007:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d78c9627. 00000100:00000200:1.0:1776190132.943012:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301366848, portal 16 00000400:00000010:1.0:1776190132.943017:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a2618ed. 00000100:00000200:1.0:1776190132.943018:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301366848, offset 0 00000400:00000200:1.0:1776190132.943030:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.943043:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.943048:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190132.943051:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190132.943053:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190132.943056:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92872:92872:256:4294967295] 192.168.203.39@tcp LPNI seq info [92872:92872:8:4294967295] 00000400:00000200:1.0:1776190132.943064:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.943068:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.943071:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000018c6da1 (tot 82352466). 00000800:00000200:1.0:1776190132.943075:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.943080:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.943083:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000018c6da1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190132.943406:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190132.943411:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000018c6da1 (tot 82352218). 00000400:00000200:0.0:1776190132.943416:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.943422:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190132.943426:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a2618ed 00000400:00000010:0.0:1776190132.943428:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a2618ed. 00000100:00000200:0.0:1776190132.943435:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000909ebbf0 x1862468301366848/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190132.948599:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae024f99. 00010000:00000010:1.1:1776190132.948615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9e7bcf2. 00000400:00000200:1.0:1776190132.948656:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.948673:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822640 00000400:00000200:1.0:1776190132.948682:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6201 [1] + 224 00000400:00000200:1.0:1776190132.948694:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.948697:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.948707:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000909ebbf0 x1862468301366848/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.948747:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.948753:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13790c0 00000400:00000200:1.0:1776190132.948757:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4c31 [2] + 0 00000400:00000200:1.0:1776190132.948767:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.948770:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.948793:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.948800:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719b5d3. 00000400:00000010:2.0:1776190132.950660:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b10c2f1a. 00000400:00000200:2.0:1776190132.950672:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d78c9627 00000400:00000010:2.0:1776190132.950675:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d78c9627. 00000100:00000200:2.0:1776190132.950688:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000909ebbf0 x1862468301366848/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.950704:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000909ebbf0 x1862468301366848/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.950732:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046b35cb3. 02000000:00000010:2.0:1776190132.950739:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005ce5f972. 00000100:00000010:2.0:1776190132.950743:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 00000100:00000010:2.0:1776190132.950747:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:2.0:1776190132.950751:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000009f77f0d. 00000020:00000010:3.0:1776190132.952361:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8b42cf6. 00000020:00000010:3.0:1776190132.952373:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190132.952378:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.952406:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a719b5d3 x1862468296478912/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190132.952499:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296478912 02000000:00000010:3.0:1776190132.952509:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d8fb9465. 00010000:00000010:3.0:1776190132.952544:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a2e2a693. 00010000:00000010:3.0:1776190132.952567:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a6eaca5. 00000100:00000010:3.0:1776190132.952574:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005deb64ee. 00000100:00000010:3.0:1776190132.952593:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005deb64ee. 00010000:00000010:3.0:1776190132.952597:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a6eaca5. 00000400:00000010:3.0:1776190132.952609:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001170e319. 00000100:00000200:3.0:1776190132.952614:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296478912, offset 224 00000400:00000200:3.0:1776190132.952623:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.952637:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.952642:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92873:92873:256:4294967295] 192.168.203.39@tcp LPNI seq info [92873:92873:8:4294967295] 00000400:00000200:3.0:1776190132.952652:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.952658:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.952663:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190132.952669:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.952677:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.952681:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1776190132.952698:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0b24cf8. 00000020:00000010:3.0:1776190132.952707:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190132.952712:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.952715:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8b42cf6. 00010000:00000010:2.0:1776190132.952800:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046568734. 00010000:00000010:2.0:1776190132.952808:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ebc45056. 00000800:00000200:1.0:1776190132.952864:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.952868:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:1.0:1776190132.952875:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.952880:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00010000:00000010:2.0:1776190132.952881:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000cb507e9. 00000400:00000200:1.0:1776190132.952884:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001170e319 00010000:00000010:2.0:1776190132.952887:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c67e4772. 00000400:00000010:1.0:1776190132.952888:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001170e319. 00010000:00000010:2.0:1776190132.952900:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cde1715b. 00000100:00000010:2.0:1776190132.952904:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.952911:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190132.952921:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000551b748b. 02000000:00000010:2.0:1776190132.952940:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059fb7d96. 00000400:00000010:2.0:1776190132.952944:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000408cae56. 00000400:00000010:2.0:1776190132.952948:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190132.952953:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301366912, portal 16 00000400:00000010:2.0:1776190132.952956:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000349040d8. 00000100:00000200:2.0:1776190132.952958:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301366912, offset 0 00000400:00000200:2.0:1776190132.952963:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.952969:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.952975:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190132.952978:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190132.952980:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190132.952983:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92874:92874:256:4294967295] 192.168.203.39@tcp LPNI seq info [92874:92874:8:4294967295] 00000400:00000200:2.0:1776190132.952990:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.952993:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.952996:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a3d1fd9 (tot 82352466). 00000800:00000200:2.0:1776190132.953000:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190132.953003:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.953005:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002a3d1fd9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190132.953381:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.953384:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a3d1fd9 (tot 82352218). 00000400:00000200:1.0:1776190132.953388:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.953392:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.953395:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000349040d8 00000400:00000010:1.0:1776190132.953397:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000349040d8. 00000100:00000200:1.0:1776190132.953403:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e941f260 x1862468301366912/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190132.958308:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.958328:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822680 00000400:00000200:0.0:1776190132.958336:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb620d [1] + 224 00000400:00000200:0.0:1776190132.958352:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190132.958356:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190132.958367:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e941f260 x1862468301366912/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190132.958503:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000408cae56. 00000400:00000200:2.0:1776190132.958507:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:2.0:1776190132.958509:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00000100:00000200:2.0:1776190132.958516:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e941f260 x1862468301366912/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190132.958523:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e941f260 x1862468301366912/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190132.958561:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059fb7d96. 02000000:00000010:2.0:1776190132.958568:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000551b748b. 00000100:00000010:2.0:1776190132.958573:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 00000100:00000010:2.0:1776190132.958580:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.958583:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cde1715b. 00010000:00000010:2.1:1776190132.959892:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7b4c2bc. 00010000:00000010:2.1:1776190132.959905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ce4c7d5. 00000400:00000200:1.0:1776190132.962110:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.962130:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379100 00000400:00000200:1.0:1776190132.962139:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4c31 [2] + 328 00000400:00000200:1.0:1776190132.962201:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.962206:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.962212:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.962218:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 00000020:00000010:3.0:1776190132.962453:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8b42cf6. 00000020:00000010:3.0:1776190132.962460:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190132.962464:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.962498:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d96c74a9 x1862468296478976/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190132.962539:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296478976 02000000:00000010:3.0:1776190132.962551:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e74a1e63. 00010000:00000010:3.0:1776190132.962579:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000552cafb2. 00010000:00000010:3.0:1776190132.962599:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a6eaca5. 00000100:00000010:3.0:1776190132.962605:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005deb64ee. 00000100:00000010:3.0:1776190132.962680:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005deb64ee. 00010000:00000010:3.0:1776190132.962685:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a6eaca5. 00000400:00000010:3.0:1776190132.962698:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008fe0f437. 00000100:00000200:3.0:1776190132.962703:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296478976, offset 224 00000400:00000200:3.0:1776190132.962711:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.962723:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.962728:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92875:92875:256:4294967295] 192.168.203.39@tcp LPNI seq info [92875:92875:8:4294967295] 00000400:00000200:3.0:1776190132.962738:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.962743:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.962747:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190132.962752:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.962759:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.962762:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.962808:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190132.962813:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.962815:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8b42cf6. 00000800:00000200:1.0:1776190132.963088:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.963092:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:1.0:1776190132.963098:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.963103:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.963107:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fe0f437 00000400:00000010:1.0:1776190132.963108:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008fe0f437. 00080000:00000010:0.0:1776190132.967687:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cbe75675. 00010000:00000010:0.0:1776190132.967819:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c67e4772. 00010000:00000010:0.0:1776190132.967830:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000419a6e39. 00010000:00000010:0.0:1776190132.967917:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f44f56e4. 00010000:00000010:0.0:1776190132.967923:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc6ba57f. 00010000:00000010:0.0:1776190132.968218:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190132.968228:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094e97619. 00000100:00000010:0.0:1776190132.968237:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008962746. 02000000:00000010:0.0:1776190132.968251:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d9790d2a. 02000000:00000010:0.0:1776190132.968279:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5a5387a. 00000400:00000010:0.0:1776190132.968287:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b89cc4b4. 00000400:00000010:0.0:1776190132.968293:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001773e49e. 00000100:00000200:0.0:1776190132.968299:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301366976, portal 16 00000400:00000010:0.0:1776190132.968305:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000268affd4. 00000100:00000200:0.0:1776190132.968307:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301366976, offset 0 00000400:00000200:0.0:1776190132.968316:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.968332:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.968340:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190132.968343:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190132.968352:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190132.968355:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92876:92876:256:4294967295] 192.168.203.39@tcp LPNI seq info [92876:92876:8:4294967295] 00000400:00000200:0.0:1776190132.968365:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.968371:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.968375:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352466). 00000800:00000200:0.0:1776190132.968381:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.968388:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.968392:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190132.968691:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.968696:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352218). 00000400:00000200:2.0:1776190132.968701:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.968706:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.968711:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000268affd4 00000400:00000010:2.0:1776190132.968713:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000268affd4. 00000100:00000200:2.0:1776190132.968724:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008962746 x1862468301366976/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190132.968868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000086f221d. 00000400:00000200:1.0:1776190132.971410:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.971430:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18226c0 00000400:00000200:1.0:1776190132.971438:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6219 [1] + 224 00000400:00000200:1.0:1776190132.971451:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.971455:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.971465:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008962746 x1862468301366976/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190132.971587:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b89cc4b4. 00000400:00000200:0.0:1776190132.971592:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001773e49e 00000400:00000010:0.0:1776190132.971593:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001773e49e. 00000100:00000200:0.0:1776190132.971598:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008962746 x1862468301366976/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190132.971603:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008962746 x1862468301366976/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190132.971625:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5a5387a. 02000000:00000010:0.0:1776190132.971629:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d9790d2a. 00000100:00000010:0.0:1776190132.971631:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008962746. 00000100:00000010:0.0:1776190132.971634:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094e97619. 00010000:00000010:0.0:1776190132.971636:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000200:1.0:1776190132.972330:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.972341:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379140 00000400:00000200:1.0:1776190132.972346:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4c31 [2] + 656 00000400:00000200:1.0:1776190132.972400:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.972403:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.972408:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.972413:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 00000020:00000010:0.0:1776190132.972495:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9790d2a. 00000020:00000010:0.0:1776190132.972500:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.972503:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190132.972521:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4f3ec3 x1862468296479040/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190132.972554:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296479040 02000000:00000010:0.0:1776190132.972574:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f5a5387a. 00010000:00000010:0.0:1776190132.972599:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006788d783. 00010000:00000010:0.0:1776190132.972623:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190132.972628:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094e97619. 00000100:00000010:0.0:1776190132.972644:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094e97619. 00010000:00000010:0.0:1776190132.972647:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190132.972658:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001773e49e. 00000100:00000200:0.0:1776190132.972662:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296479040, offset 224 00000400:00000200:0.0:1776190132.972670:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.972680:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.972685:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92877:92877:256:4294967295] 192.168.203.39@tcp LPNI seq info [92877:92877:8:4294967295] 00000400:00000200:0.0:1776190132.972699:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.972706:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.972710:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000826f680e (tot 82352466). 00000800:00000200:0.0:1776190132.972716:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.972722:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.972726:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000826f680e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190132.972750:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190132.972755:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190132.972757:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9790d2a. 00010000:00000010:0.1:1776190132.972793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052a8d203. 00080000:00000010:1.0:1776190132.973003:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e141e24. 00010000:00000010:1.0:1776190132.973091:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc6ba57f. 00010000:00000010:1.0:1776190132.973097:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a724e6ba. 00010000:00000010:1.0:1776190132.973212:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd993c15. 00010000:00000010:1.0:1776190132.973218:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000790331cd. 00010000:00000010:1.0:1776190132.973228:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009bcf37a4. 00000100:00000010:1.0:1776190132.973232:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190132.973239:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b94bceb5. 02000000:00000010:1.0:1776190132.973250:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000157872c2. 02000000:00000010:1.0:1776190132.973270:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd75f13f. 00000400:00000010:1.0:1776190132.973275:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b10c2f1a. 00000400:00000010:1.0:1776190132.973281:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029b25a43. 00000100:00000200:1.0:1776190132.973285:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301367040, portal 16 00000400:00000010:1.0:1776190132.973290:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053d224d6. 00000100:00000200:1.0:1776190132.973292:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301367040, offset 0 00000400:00000200:1.0:1776190132.973297:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.973305:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.973311:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190132.973315:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190132.973318:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190132.973320:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92878:92878:255:4294967295] 192.168.203.39@tcp LPNI seq info [92878:92878:7:4294967295] 00000400:00000200:1.0:1776190132.973327:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.973331:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.973334:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352714). 00000800:00000200:1.0:1776190132.973338:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.973342:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.973344:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190132.973432:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.973436:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000826f680e (tot 82352466). 00000400:00000200:2.0:1776190132.973440:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.973444:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.973448:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001773e49e 00000400:00000010:2.0:1776190132.973449:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001773e49e. 00000800:00000200:2.0:1776190132.973494:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.973495:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:2.0:1776190132.973499:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.973503:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.973505:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053d224d6 00000400:00000010:2.0:1776190132.973506:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053d224d6. 00000100:00000200:2.0:1776190132.973510:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b94bceb5 x1862468301367040/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190132.973571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cb507e9. 00000400:00000200:1.0:1776190132.975321:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.975336:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822700 00000400:00000200:1.0:1776190132.975345:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6225 [1] + 224 00000400:00000200:1.0:1776190132.975355:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.975359:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.975367:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b94bceb5 x1862468301367040/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.975399:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.975405:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379180 00000400:00000200:1.0:1776190132.975409:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4c31 [2] + 984 00000400:00000200:1.0:1776190132.975416:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.975419:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.975423:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.975427:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8f88089. 00000400:00000010:0.0:1776190132.975470:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b10c2f1a. 00000400:00000200:0.0:1776190132.975475:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029b25a43 00000400:00000010:0.0:1776190132.975477:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029b25a43. 00000100:00000200:0.0:1776190132.975490:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b94bceb5 x1862468301367040/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190132.975497:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b94bceb5 x1862468301367040/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190132.975522:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd75f13f. 02000000:00000010:0.0:1776190132.975535:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000157872c2. 00000100:00000010:0.0:1776190132.975538:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b94bceb5. 00000100:00000010:0.0:1776190132.975541:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:0.0:1776190132.975544:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009bcf37a4. 00000020:00000010:2.0:1776190132.975547:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059fb7d96. 00000020:00000010:2.0:1776190132.975552:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000cadd7a4. 00000020:00000010:2.0:1776190132.975556:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190132.975585:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e8f88089 x1862468296479104/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190132.975620:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296479104 02000000:00000010:2.0:1776190132.975629:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad8c8aea. 00010000:00000010:2.0:1776190132.975651:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e41be9aa. 00010000:00000010:2.0:1776190132.975676:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cde1715b. 00000100:00000010:2.0:1776190132.975682:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190132.975696:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190132.975698:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cde1715b. 00000400:00000010:2.0:1776190132.975708:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190132.975711:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296479104, offset 224 00000400:00000200:2.0:1776190132.975718:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190132.975727:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190132.975733:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92879:92879:256:4294967295] 192.168.203.39@tcp LPNI seq info [92879:92879:8:4294967295] 00000400:00000200:2.0:1776190132.975742:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190132.975746:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190132.975751:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003db09799 (tot 82352466). 00000800:00000200:2.0:1776190132.975755:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00080000:00000010:0.0:1776190132.975757:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d9790d2a. 00000800:00000200:2.0:1776190132.975760:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190132.975762:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003db09799 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190132.975937:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000cadd7a4. 00000020:00000010:2.0:1776190132.975943:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:2.0:1776190132.975946:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059fb7d96. 00010000:00000010:0.0:1776190132.976291:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000790331cd. 00010000:00000010:0.0:1776190132.976300:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5df1abe. 00000800:00000200:1.0:1776190132.976388:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.976392:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003db09799 (tot 82352218). 00000400:00000200:1.0:1776190132.976397:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.976401:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.976405:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:1.0:1776190132.976406:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00010000:00000010:0.0:1776190132.976608:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e260a472. 00010000:00000010:0.0:1776190132.976614:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002438959e. 00010000:00000010:0.0:1776190132.976623:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190132.976626:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094e97619. 00000100:00000010:0.0:1776190132.976632:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008962746. 02000000:00000010:0.0:1776190132.976643:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d3648750. 02000000:00000010:0.0:1776190132.976738:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d09296c. 00000400:00000010:0.0:1776190132.976743:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b89cc4b4. 00000400:00000010:0.0:1776190132.976747:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a88dbd8. 00000100:00000200:0.0:1776190132.976752:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301367104, portal 16 00000400:00000010:0.0:1776190132.976756:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066d61e78. 00000100:00000200:0.0:1776190132.976759:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301367104, offset 0 00000400:00000200:0.0:1776190132.976764:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.977244:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.977251:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190132.977255:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190132.977258:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190132.977261:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92880:92880:256:4294967295] 192.168.203.39@tcp LPNI seq info [92880:92880:8:4294967295] 00000400:00000200:0.0:1776190132.977270:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.977276:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.977280:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352466). 00000800:00000200:0.0:1776190132.977285:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.977291:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.977294:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190132.977300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f230dfa. 00000800:00000200:2.0:1776190132.977690:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.977694:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352218). 00000400:00000200:2.0:1776190132.977698:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.977703:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.977706:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066d61e78 00000400:00000010:2.0:1776190132.977708:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066d61e78. 00000100:00000200:2.0:1776190132.977713:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008962746 x1862468301367104/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.979624:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.979642:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822740 00000400:00000200:1.0:1776190132.979651:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6231 [1] + 224 00000400:00000200:1.0:1776190132.979665:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.979669:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.979677:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008962746 x1862468301367104/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190132.979756:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b89cc4b4. 00000400:00000200:0.0:1776190132.979761:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a88dbd8 00000400:00000010:0.0:1776190132.979763:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a88dbd8. 00000100:00000200:0.0:1776190132.979768:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008962746 x1862468301367104/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190132.979810:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008962746 x1862468301367104/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190132.979839:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d09296c. 02000000:00000010:0.0:1776190132.979846:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d3648750. 00000100:00000010:0.0:1776190132.979849:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008962746. 00000100:00000010:0.0:1776190132.979853:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094e97619. 00010000:00000010:0.0:1776190132.979857:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00010000:00000010:1.1:1776190132.979992:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001eba212b. 00010000:00000010:1.1:1776190132.979999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f44f56e4. 00010000:00000010:2.1:1776190132.980823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cd69ccb. 00010000:00000010:0.1:1776190132.980879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e144023. 00000400:00000200:1.0:1776190132.983446:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.983466:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13791c0 00000400:00000200:1.0:1776190132.983474:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4c31 [2] + 1312 00000400:00000200:1.0:1776190132.983542:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.983547:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.983554:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190132.983559:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a8bea6. 00000020:00000010:2.0:1776190132.983969:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059fb7d96. 00000020:00000010:2.0:1776190132.983977:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000cadd7a4. 00000020:00000010:2.0:1776190132.983981:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a8a6b8c. 00000100:00000200:2.0:1776190132.984006:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c2a8bea6 x1862468296479168/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190132.984265:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296479168 02000000:00000010:1.0:1776190132.984277:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006b689b96. 00010000:00000010:1.0:1776190132.984304:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000869e08be. 00010000:00000010:1.0:1776190132.984325:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000faf23021. 00000100:00000010:1.0:1776190132.984332:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190132.984380:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190132.984385:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000faf23021. 00000400:00000010:1.0:1776190132.984398:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029c3017a. 00000100:00000200:1.0:1776190132.984405:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296479168, offset 224 00000400:00000200:1.0:1776190132.984411:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.984421:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.984426:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92881:92881:256:4294967295] 192.168.203.39@tcp LPNI seq info [92881:92881:8:4294967295] 00000400:00000200:1.0:1776190132.984436:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.984441:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.984446:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190132.984451:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.984457:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.984461:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190132.984483:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000cadd7a4. 00000020:00000010:1.0:1776190132.984486:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a8a6b8c. 00000020:00000010:1.0:1776190132.984490:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059fb7d96. 00000800:00000200:2.0:1776190132.985044:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.985049:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:2.0:1776190132.985056:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.985061:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.985073:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029c3017a 00000400:00000010:2.0:1776190132.985076:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029c3017a. 00080000:00000010:0.0:1776190132.985290:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3648750. 00010000:00000010:0.0:1776190132.985371:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002438959e. 00010000:00000010:0.0:1776190132.985379:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000752b1844. 00010000:00000010:0.0:1776190132.985766:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000099d8a844. 00010000:00000010:0.0:1776190132.985793:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002438959e. 00010000:00000010:0.0:1776190132.985806:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190132.985812:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094e97619. 00000100:00000010:0.0:1776190132.985820:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008962746. 02000000:00000010:0.0:1776190132.985831:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009d09296c. 02000000:00000010:0.0:1776190132.985856:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005287d52a. 00000400:00000010:0.0:1776190132.985863:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b89cc4b4. 00000400:00000010:0.0:1776190132.985868:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a88dbd8. 00000100:00000200:0.0:1776190132.985874:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301367168, portal 16 00000400:00000010:0.0:1776190132.985879:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeac3683. 00000100:00000200:0.0:1776190132.985881:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301367168, offset 0 00000400:00000200:0.0:1776190132.985889:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.985900:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.985907:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190132.985910:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190132.985913:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190132.985916:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92882:92882:256:4294967295] 192.168.203.39@tcp LPNI seq info [92882:92882:8:4294967295] 00000400:00000200:0.0:1776190132.985924:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.985928:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.985932:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352466). 00000800:00000200:0.0:1776190132.986040:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.986045:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.986048:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190132.986231:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.986235:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:1.0:1776190132.986239:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.986243:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.986247:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeac3683 00000400:00000010:1.0:1776190132.986249:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeac3683. 00000100:00000200:1.0:1776190132.986255:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008962746 x1862468301367168/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190132.988645:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190132.988673:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822780 00000400:00000200:1.0:1776190132.988682:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb623d [1] + 224 00000400:00000200:1.0:1776190132.988697:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.988701:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190132.988711:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008962746 x1862468301367168/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190132.988801:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db8332f1. 00010000:00000010:0.1:1776190132.988809:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd993c15. 00000400:00000010:0.0:1776190132.988820:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b89cc4b4. 00000400:00000200:0.0:1776190132.988825:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a88dbd8 00000400:00000010:0.0:1776190132.988827:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a88dbd8. 00000100:00000200:0.0:1776190132.988832:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008962746 x1862468301367168/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190132.988839:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008962746 x1862468301367168/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190132.988866:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005287d52a. 02000000:00000010:0.0:1776190132.988873:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009d09296c. 00000100:00000010:0.0:1776190132.988878:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008962746. 00000100:00000010:0.0:1776190132.988882:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094e97619. 00010000:00000010:0.0:1776190132.988885:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000200:2.0:1776190132.989721:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190132.989734:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379200 00000400:00000200:2.0:1776190132.989741:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4c31 [2] + 1640 00000400:00000200:2.0:1776190132.989818:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.989822:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190132.989827:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190132.989832:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 00000020:00000010:1.0:1776190132.989928:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccbc1547. 00000020:00000010:1.0:1776190132.989935:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190132.989941:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190132.989964:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e941f260 x1862468296479232/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190132.989995:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296479232 02000000:00000010:1.0:1776190132.990005:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000898b1ceb. 00010000:00000010:1.0:1776190132.990029:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8b34f65. 00010000:00000010:1.0:1776190132.990047:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000faf23021. 00000100:00000010:1.0:1776190132.990053:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190132.990065:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190132.990079:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000faf23021. 00000400:00000010:1.0:1776190132.990090:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000befa0629. 00000100:00000200:1.0:1776190132.990095:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296479232, offset 224 00000400:00000200:1.0:1776190132.990102:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190132.990111:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190132.990117:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92883:92883:256:4294967295] 192.168.203.39@tcp LPNI seq info [92883:92883:8:4294967295] 00000400:00000200:1.0:1776190132.990129:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190132.990134:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190132.990139:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000018c6da1 (tot 82352466). 00000800:00000200:1.0:1776190132.990143:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190132.990150:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190132.990154:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000018c6da1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190132.990180:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190132.990183:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190132.990188:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccbc1547. 00000800:00000200:2.0:1776190132.990327:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.990331:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000018c6da1 (tot 82352218). 00000400:00000200:2.0:1776190132.990336:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.990339:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.990343:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000befa0629 00000400:00000010:2.0:1776190132.990345:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000befa0629. 00080000:00000010:0.0:1776190132.990347:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d09296c. 00010000:00000010:0.0:1776190132.990421:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002438959e. 00010000:00000010:0.0:1776190132.990427:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000022137f59. 00010000:00000010:0.0:1776190132.990916:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c30fc39. 00010000:00000010:0.0:1776190132.990923:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002438959e. 00010000:00000010:0.0:1776190132.990933:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190132.990937:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094e97619. 00000100:00000010:0.0:1776190132.990944:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008962746. 02000000:00000010:0.0:1776190132.990955:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005287d52a. 02000000:00000010:0.0:1776190132.990977:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031bc45d0. 00000400:00000010:0.0:1776190132.990981:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b89cc4b4. 00000400:00000010:0.0:1776190132.990985:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a88dbd8. 00000100:00000200:0.0:1776190132.990990:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301367232, portal 16 00000400:00000010:0.0:1776190132.990995:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f73e503. 00000100:00000200:0.0:1776190132.990997:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301367232, offset 0 00000400:00000200:0.0:1776190132.991003:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.991011:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.991017:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190132.991020:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190132.991023:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190132.991026:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92884:92884:256:4294967295] 192.168.203.39@tcp LPNI seq info [92884:92884:8:4294967295] 00000400:00000200:0.0:1776190132.991033:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.991037:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.991040:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352466). 00000800:00000200:0.0:1776190132.991044:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.991048:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.991051:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190132.991131:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.991133:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352218). 00000400:00000200:1.0:1776190132.991137:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.991140:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.991143:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f73e503 00000400:00000010:1.0:1776190132.991145:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f73e503. 00000100:00000200:1.0:1776190132.991150:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008962746 x1862468301367232/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190132.992815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000021cfde. 00010000:00000010:0.1:1776190132.992829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e260a472. 00000400:00000200:2.0:1776190132.993700:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190132.993716:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18227c0 00000400:00000200:2.0:1776190132.993725:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6249 [1] + 224 00000400:00000200:2.0:1776190132.993735:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.993739:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190132.993748:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008962746 x1862468301367232/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190132.993818:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b89cc4b4. 00000400:00000200:2.0:1776190132.993819:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190132.993822:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a88dbd8 00000400:00000200:2.0:1776190132.993824:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379240 00000400:00000010:0.0:1776190132.993824:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a88dbd8. 00000400:00000200:2.0:1776190132.993829:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4c31 [2] + 1968 00000100:00000200:0.0:1776190132.993830:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008962746 x1862468301367232/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190132.993832:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f4bec6ba. 00000400:00000200:2.0:1776190132.993836:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000c1c0a027 00000100:00000200:0.0:1776190132.993837:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008962746 x1862468301367232/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190132.993843:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.993846:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.993848:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1c0a027 00000400:00000010:2.0:1776190132.993849:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000c1c0a027 (tot 82352066). 00000100:00000200:2.0:1776190132.993853:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1776190132.993864:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031bc45d0. 02000000:00000010:0.0:1776190132.993870:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005287d52a. 00000100:00000010:0.0:1776190132.993873:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008962746. 00000100:00000010:0.0:1776190132.993877:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094e97619. 00010000:00000010:0.0:1776190132.993881:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000020:00000010:3.0:1776190132.993938:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8b42cf6. 00000020:00000010:3.0:1776190132.993945:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190132.993950:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190132.993971:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e3a75abc x1862468296479296/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:580/0 lens 328/0 e 0 to 0 dl 1776190175 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190132.994000:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296479296 02000000:00000010:3.0:1776190132.994010:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000056aabd31. 00010000:00000010:3.0:1776190132.994033:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f9699358. 00010000:00000010:3.0:1776190132.994050:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a6eaca5. 00000100:00000010:3.0:1776190132.994057:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005deb64ee. 00000100:00000010:3.0:1776190132.994078:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005deb64ee. 00010000:00000010:3.0:1776190132.994082:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a6eaca5. 00000400:00000010:3.0:1776190132.994092:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faf97dbc. 00000100:00000200:3.0:1776190132.994096:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296479296, offset 224 00000400:00000200:3.0:1776190132.994104:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190132.994114:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190132.994120:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92885:92885:256:4294967295] 192.168.203.39@tcp LPNI seq info [92885:92885:8:4294967295] 00000400:00000200:3.0:1776190132.994130:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190132.994136:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190132.994141:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352314). 00000800:00000200:3.0:1776190132.994146:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190132.994153:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190132.994156:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190132.994177:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190132.994181:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190132.994183:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8b42cf6. 02000000:00000010:3.0:1776190132.994190:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000898b1ceb. 00000100:00000010:3.0:1776190132.994193:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 02000000:00000010:3.0:1776190132.994198:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006b689b96. 00000100:00000010:3.0:1776190132.994200:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2a8bea6. 02000000:00000010:3.0:1776190132.994202:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad8c8aea. 00000100:00000010:3.0:1776190132.994204:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8f88089. 02000000:00000010:3.0:1776190132.994206:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f5a5387a. 00000100:00000010:3.0:1776190132.994210:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 02000000:00000010:3.0:1776190132.994212:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e74a1e63. 00000100:00000010:3.0:1776190132.994214:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 02000000:00000010:3.0:1776190132.994217:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d8fb9465. 00000100:00000010:3.0:1776190132.994219:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 00000100:00000200:3.0:1776190132.994224:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190132.994229:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c252b6e. 00000400:00000010:3.0:1776190132.994233:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005deb64ee (tot 82352466). 00080000:00000010:0.0:1776190132.994301:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005287d52a. 00010000:00000010:0.0:1776190132.994372:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002438959e. 00010000:00000010:0.0:1776190132.994378:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000054de798b. 00000800:00000200:2.0:1776190132.994449:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190132.994453:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:2.0:1776190132.994458:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190132.994462:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190132.994465:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faf97dbc 00000400:00000010:2.0:1776190132.994466:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faf97dbc. 02000000:00000010:2.0:1776190132.994470:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000056aabd31. 00010000:00000010:0.0:1776190132.994723:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e260a472. 00010000:00000010:0.0:1776190132.994740:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002438959e. 00010000:00000010:0.0:1776190132.994758:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190132.994767:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094e97619. 00000100:00000010:0.0:1776190132.994911:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008962746. 02000000:00000010:0.0:1776190132.994933:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000031bc45d0. 02000000:00000010:0.0:1776190132.994971:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a286515c. 00000400:00000010:0.0:1776190132.994977:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b89cc4b4. 00000400:00000010:0.0:1776190132.994984:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a88dbd8. 00000100:00000200:0.0:1776190132.994990:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301367296, portal 16 00000400:00000010:0.0:1776190132.994997:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eba861cb. 00000100:00000200:0.0:1776190132.994999:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301367296, offset 0 00000400:00000200:0.0:1776190132.995009:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190132.995025:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190132.995034:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190132.995038:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190132.995042:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190132.995046:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92886:92886:256:4294967295] 192.168.203.39@tcp LPNI seq info [92886:92886:8:4294967295] 00000400:00000200:0.0:1776190132.995055:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190132.995061:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190132.995067:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352466). 00000800:00000200:0.0:1776190132.995073:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190132.995079:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190132.995083:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190132.995494:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190132.995499:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352218). 00000400:00000200:1.0:1776190132.995505:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190132.995607:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190132.995613:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eba861cb 00000400:00000010:1.0:1776190132.995615:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eba861cb. 00000100:00000200:1.0:1776190132.995624:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008962746 x1862468301367296/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190132.995903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037635af4. 00010000:00000010:0.1:1776190132.996815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de16986d. 00010000:00000010:0.1:1776190132.996823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099d8a844. 00010000:00000010:3.1:1776190132.999903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001aa7b315. 00010000:00000010:1.1:1776190132.999943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b3f9db2. 00010000:00000010:0.1:1776190133.000824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c82b340f. 00010000:00000010:0.1:1776190133.000834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c30fc39. 00000400:00000200:2.0:1776190133.002284:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.002306:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822800 00000400:00000200:2.0:1776190133.002329:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6259 [1] + 224 00000400:00000200:2.0:1776190133.002343:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.002347:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.002359:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008962746 x1862468301367296/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.002474:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.002480:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379280 00000400:00000200:2.0:1776190133.002485:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4c81 [2] + 0 00000400:00000200:2.0:1776190133.002557:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.002561:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.002565:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190133.002571:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000385e35d2. 00000020:00000010:1.0:1776190133.002816:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccbc1547. 00000020:00000010:1.0:1776190133.002824:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.002829:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190133.002860:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000385e35d2 x1862468296479360/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190133.002890:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296479360 02000000:00000010:1.0:1776190133.002901:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006db004fe. 00010000:00000010:1.0:1776190133.002951:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000faf23021. 00000100:00000010:1.0:1776190133.002958:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.002964:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.002968:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000faf23021. 00000400:00000010:1.0:1776190133.002981:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098f92200. 00000100:00000200:1.0:1776190133.002986:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296479360, offset 224 00000400:00000200:1.0:1776190133.002993:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.003004:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.003009:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92887:92887:256:4294967295] 192.168.203.39@tcp LPNI seq info [92887:92887:8:4294967295] 00000400:00000200:1.0:1776190133.003018:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.003023:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.003027:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031d29c32 (tot 82352466). 00000800:00000200:1.0:1776190133.003032:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.003038:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.003042:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031d29c32 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190133.003056:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.003059:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190133.003061:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccbc1547. 00000800:00000200:2.0:1776190133.003345:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.003349:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031d29c32 (tot 82352218). 00000400:00000200:2.0:1776190133.003354:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.003358:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.003362:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098f92200 00000400:00000010:2.0:1776190133.003363:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098f92200. 00000400:00000010:0.0:1776190133.006468:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b89cc4b4. 00000400:00000200:0.0:1776190133.006478:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a88dbd8 00000400:00000010:0.0:1776190133.006481:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a88dbd8. 00000100:00000200:0.0:1776190133.006494:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008962746 x1862468301367296/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190133.006504:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008962746 x1862468301367296/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190176 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190133.006542:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bba09ca5. 02000000:00000010:0.0:1776190133.006561:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a286515c. 02000000:00000010:0.0:1776190133.006569:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000031bc45d0. 00000100:00000010:0.0:1776190133.006574:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008962746. 00000100:00000010:0.0:1776190133.006578:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094e97619. 00010000:00000010:0.0:1776190133.006582:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00080000:00000010:0.0:1776190133.006602:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031bc45d0. 00010000:00000010:0.0:1776190133.006686:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002438959e. 00010000:00000010:0.0:1776190133.006693:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009f0e8e39. 00010000:00000010:0.0:1776190133.006766:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c30fc39. 00010000:00000010:0.0:1776190133.007075:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002438959e. 00010000:00000010:0.0:1776190133.007089:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.007096:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094e97619. 00000100:00000010:0.0:1776190133.007103:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008962746. 02000000:00000010:0.0:1776190133.007116:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a286515c. 02000000:00000010:0.0:1776190133.007146:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000042d1b3f3. 00000400:00000010:0.0:1776190133.007151:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b89cc4b4. 00000400:00000010:0.0:1776190133.007156:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a88dbd8. 00000100:00000200:0.0:1776190133.007162:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301367360, portal 16 00000400:00000010:0.0:1776190133.007167:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057762c55. 00000100:00000200:0.0:1776190133.007169:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301367360, offset 0 00000400:00000200:0.0:1776190133.007176:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.007190:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.007197:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190133.007200:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190133.007203:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190133.007206:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92888:92888:256:4294967295] 192.168.203.39@tcp LPNI seq info [92888:92888:8:4294967295] 00000400:00000200:0.0:1776190133.007216:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.007221:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.007225:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352466). 00000800:00000200:0.0:1776190133.007231:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.007238:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.007242:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190133.007600:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.007604:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:1.0:1776190133.007608:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.007613:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.007617:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057762c55 00000400:00000010:1.0:1776190133.007619:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057762c55. 00000100:00000200:1.0:1776190133.007625:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008962746 x1862468301367360/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.011855:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.011881:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822840 00000400:00000200:2.0:1776190133.011891:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6265 [1] + 224 00000400:00000200:2.0:1776190133.011910:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.011914:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.011926:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008962746 x1862468301367360/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190133.012009:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b89cc4b4. 00000400:00000200:0.0:1776190133.012014:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a88dbd8 00000400:00000010:0.0:1776190133.012016:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a88dbd8. 00000100:00000200:0.0:1776190133.012022:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008962746 x1862468301367360/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190133.012030:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008962746 x1862468301367360/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190133.012058:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000042d1b3f3. 02000000:00000010:0.0:1776190133.012065:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a286515c. 00000100:00000010:0.0:1776190133.012072:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008962746. 00000100:00000010:0.0:1776190133.012075:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094e97619. 00010000:00000010:0.0:1776190133.012081:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000200:2.0:1776190133.012913:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.012925:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13792c0 00000400:00000200:2.0:1776190133.012931:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4c81 [2] + 328 00000400:00000200:2.0:1776190133.012982:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.012986:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.012992:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190133.012998:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 00000020:00000010:3.0:1776190133.013393:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8fb9465. 00000020:00000010:3.0:1776190133.013401:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190133.013405:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190133.013429:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000969b7ebd x1862468296479424/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190133.013463:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296479424 02000000:00000010:3.0:1776190133.013473:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e74a1e63. 00010000:00000010:3.0:1776190133.013500:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027e453e8. 00010000:00000010:3.0:1776190133.013521:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a6eaca5. 00000100:00000010:3.0:1776190133.013538:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080a47f0b. 00000100:00000010:3.0:1776190133.013556:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080a47f0b. 00010000:00000010:3.0:1776190133.013559:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a6eaca5. 00000400:00000010:3.0:1776190133.013579:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190133.013583:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296479424, offset 224 00000400:00000200:3.0:1776190133.013591:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.013600:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.013606:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92889:92889:256:4294967295] 192.168.203.39@tcp LPNI seq info [92889:92889:8:4294967295] 00000400:00000200:3.0:1776190133.013615:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.013620:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.013624:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190133.013629:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.013636:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.013639:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190133.013817:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190133.013822:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190133.013825:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8fb9465. 00000800:00000200:2.0:1776190133.013988:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.013992:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:2.0:1776190133.013998:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.014003:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.014007:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd055298 00000400:00000010:2.0:1776190133.014009:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd055298. 00010000:00000010:0.1:1776190133.014270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5ca58a2. 00010000:00000010:0.1:1776190133.014278:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f1867df. 00010000:00000010:0.1:1776190133.014282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e260a472. 00080000:00000010:0.0:1776190133.014317:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a286515c. 00010000:00000010:0.0:1776190133.014407:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002438959e. 00010000:00000010:0.0:1776190133.014415:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc6ae858. 00010000:00000010:0.0:1776190133.014545:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e260a472. 00010000:00000010:0.0:1776190133.014551:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002438959e. 00010000:00000010:0.0:1776190133.014562:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.014567:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094e97619. 00000100:00000010:0.0:1776190133.014587:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008962746. 02000000:00000010:0.0:1776190133.014600:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000042d1b3f3. 02000000:00000010:0.0:1776190133.014623:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000554647e. 00000400:00000010:0.0:1776190133.014628:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b89cc4b4. 00000400:00000010:0.0:1776190133.014634:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a88dbd8. 00000100:00000200:0.0:1776190133.014640:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301367424, portal 16 00000400:00000010:0.0:1776190133.014644:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078894c92. 00000100:00000200:0.0:1776190133.014646:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301367424, offset 0 00000400:00000200:0.0:1776190133.014662:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.014673:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.014679:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190133.014683:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190133.014685:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190133.014688:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92890:92890:256:4294967295] 192.168.203.39@tcp LPNI seq info [92890:92890:8:4294967295] 00000400:00000200:0.0:1776190133.014696:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.014700:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.014704:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352466). 00000800:00000200:0.0:1776190133.014709:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.014714:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.014717:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190133.014902:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.014905:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352218). 00000400:00000200:2.0:1776190133.014909:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.014913:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.014917:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078894c92 00000400:00000010:2.0:1776190133.014919:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078894c92. 00000100:00000200:2.0:1776190133.014925:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008962746 x1862468301367424/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.016635:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.016655:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822880 00000400:00000200:2.0:1776190133.016663:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6271 [1] + 224 00000400:00000200:2.0:1776190133.016679:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.016683:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.016692:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008962746 x1862468301367424/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190133.016768:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b89cc4b4. 00000400:00000200:0.0:1776190133.016814:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a88dbd8 00000400:00000010:0.0:1776190133.016817:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a88dbd8. 00000100:00000200:0.0:1776190133.016823:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008962746 x1862468301367424/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190133.016836:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008962746 x1862468301367424/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190133.016862:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000554647e. 02000000:00000010:0.0:1776190133.016868:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000042d1b3f3. 00000100:00000010:0.0:1776190133.016872:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008962746. 00000100:00000010:0.0:1776190133.016875:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094e97619. 00010000:00000010:0.0:1776190133.016880:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00010000:00000010:3.1:1776190133.018826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065d2fb65. 00010000:00000010:0.1:1776190133.023920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ef43e08. 00010000:00000010:0.1:1776190133.023936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c30fc39. 00000400:00000200:2.0:1776190133.025253:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.025280:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379300 00000400:00000200:2.0:1776190133.025288:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4c81 [2] + 656 00000400:00000200:2.0:1776190133.025353:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.025358:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.025364:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190133.025370:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000663a046d. 00000020:00000010:1.0:1776190133.025557:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccbc1547. 00000020:00000010:1.0:1776190133.025564:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.025568:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190133.025592:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000663a046d x1862468296479488/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190133.025629:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296479488 02000000:00000010:1.0:1776190133.025639:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009c7e8cbb. 00010000:00000010:1.0:1776190133.025674:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031e1da91. 00010000:00000010:1.0:1776190133.025698:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000faf23021. 00000100:00000010:1.0:1776190133.025705:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.025724:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.025728:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000faf23021. 00000400:00000010:1.0:1776190133.025739:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190133.025745:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296479488, offset 224 00000400:00000200:1.0:1776190133.025753:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.025764:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.025769:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92891:92891:256:4294967295] 192.168.203.39@tcp LPNI seq info [92891:92891:8:4294967295] 00000400:00000200:1.0:1776190133.025826:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.025831:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.025836:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c40e4d7 (tot 82352466). 00000800:00000200:1.0:1776190133.025842:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.025849:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.025851:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c40e4d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190133.025870:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.025873:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190133.025876:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccbc1547. 00000800:00000200:1.0:1776190133.025943:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.025946:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c40e4d7 (tot 82352218). 00000400:00000200:1.0:1776190133.025950:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.025954:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.025957:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:1.0:1776190133.025959:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 00080000:00000010:0.0:1776190133.026185:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042d1b3f3. 00010000:00000010:0.0:1776190133.026273:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002438959e. 00010000:00000010:0.0:1776190133.026279:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ceb84384. 00010000:00000010:0.0:1776190133.026347:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f49a020e. 00010000:00000010:0.0:1776190133.026351:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e28ff7d7. 00010000:00000010:0.0:1776190133.026355:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c30fc39. 00010000:00000010:0.0:1776190133.026360:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002438959e. 00080000:00000010:0.0:1776190133.026371:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000554647e. 00010000:00000010:0.0:1776190133.026395:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002438959e. 00010000:00000010:0.0:1776190133.026399:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e28ff7d7. 00010000:00000010:0.0:1776190133.026448:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000099d8a844. 00010000:00000010:0.0:1776190133.026452:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002438959e. 00010000:00000010:0.0:1776190133.026459:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.026463:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094e97619. 00000100:00000010:0.0:1776190133.026470:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008962746. 02000000:00000010:0.0:1776190133.026482:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd226799. 02000000:00000010:0.0:1776190133.026502:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae6149e1. 00000400:00000010:0.0:1776190133.026508:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b89cc4b4. 00000400:00000010:0.0:1776190133.026512:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a88dbd8. 00000100:00000200:0.0:1776190133.026517:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301367488, portal 16 00000400:00000010:0.0:1776190133.026521:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faa656ed. 00000100:00000200:0.0:1776190133.026523:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301367488, offset 0 00000400:00000200:0.0:1776190133.026542:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.026551:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.026557:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190133.026559:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190133.026562:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190133.026564:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92892:92892:256:4294967295] 192.168.203.39@tcp LPNI seq info [92892:92892:8:4294967295] 00000400:00000200:0.0:1776190133.026571:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.026575:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.026579:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000826f680e (tot 82352466). 00000800:00000200:0.0:1776190133.026582:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.026586:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.026589:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000826f680e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190133.027686:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.027692:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000826f680e (tot 82352218). 00000400:00000200:1.0:1776190133.027698:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.027705:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.027710:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faa656ed 00000400:00000010:1.0:1776190133.027712:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faa656ed. 00000100:00000200:1.0:1776190133.027720:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008962746 x1862468301367488/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190133.031143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec6e835c. 00000400:00000200:2.0:1776190133.032757:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.032812:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18228c0 00000400:00000200:2.0:1776190133.032821:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb627d [1] + 224 00000400:00000200:2.0:1776190133.032839:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.032843:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.032855:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008962746 x1862468301367488/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190133.032963:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b89cc4b4. 00000400:00000200:0.0:1776190133.032968:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a88dbd8 00000400:00000010:0.0:1776190133.032971:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a88dbd8. 00000100:00000200:0.0:1776190133.032976:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008962746 x1862468301367488/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190133.032984:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008962746 x1862468301367488/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190133.033013:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae6149e1. 02000000:00000010:0.0:1776190133.033019:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd226799. 00000100:00000010:0.0:1776190133.033022:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008962746. 00000100:00000010:0.0:1776190133.033026:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094e97619. 00010000:00000010:0.0:1776190133.033030:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00010000:00000010:0.1:1776190133.034998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097676344. 00010000:00000010:0.1:1776190133.035012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e260a472. 00010000:00000010:0.1:1776190133.035016:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f49a020e. 00010000:00000010:0.1:1776190133.035019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c30fc39. 00000400:00000200:1.0:1776190133.036704:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190133.036724:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379340 00000400:00000200:1.0:1776190133.036732:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4c81 [2] + 984 00000400:00000200:1.0:1776190133.036836:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.036841:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190133.036848:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190133.036855:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719b5d3. 00000020:00000010:3.0:1776190133.037023:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8fb9465. 00000020:00000010:3.0:1776190133.037031:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190133.037035:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190133.037060:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a719b5d3 x1862468296479552/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190133.037088:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296479552 02000000:00000010:3.0:1776190133.037099:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b8b42cf6. 00010000:00000010:3.0:1776190133.037125:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5904680. 00010000:00000010:3.0:1776190133.037146:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a6eaca5. 00000100:00000010:3.0:1776190133.037153:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080a47f0b. 00000100:00000010:3.0:1776190133.037168:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080a47f0b. 00010000:00000010:3.0:1776190133.037172:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a6eaca5. 00000400:00000010:3.0:1776190133.037185:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e2823b6. 00000100:00000200:3.0:1776190133.037190:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296479552, offset 224 00000400:00000200:3.0:1776190133.037197:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00080000:00000010:0.0:1776190133.037205:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd226799. 00000400:00000200:3.0:1776190133.037206:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.037211:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92893:92893:256:4294967295] 192.168.203.39@tcp LPNI seq info [92893:92893:8:4294967295] 00000400:00000200:3.0:1776190133.037219:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.037223:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.037227:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190133.037233:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.037238:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.037241:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190133.037262:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190133.037265:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190133.037268:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8fb9465. 00010000:00000010:0.0:1776190133.037279:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002438959e. 00010000:00000010:0.0:1776190133.037285:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002233b684. 00010000:00000010:0.0:1776190133.037369:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c30fc39. 00010000:00000010:0.0:1776190133.037375:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002438959e. 00010000:00000010:0.0:1776190133.037384:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.037390:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094e97619. 00000100:00000010:0.0:1776190133.037396:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008962746. 02000000:00000010:0.0:1776190133.037407:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae6149e1. 02000000:00000010:0.0:1776190133.037426:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d4eab22. 00000400:00000010:0.0:1776190133.037432:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b89cc4b4. 00000400:00000010:0.0:1776190133.037437:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a88dbd8. 00000100:00000200:0.0:1776190133.037441:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301367552, portal 16 00000400:00000010:0.0:1776190133.037445:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009746daff. 00000100:00000200:0.0:1776190133.037447:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301367552, offset 0 00000400:00000200:0.0:1776190133.037452:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.037458:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.037464:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190133.037467:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190133.037469:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190133.037472:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92894:92894:255:4294967295] 192.168.203.39@tcp LPNI seq info [92894:92894:7:4294967295] 00000400:00000200:0.0:1776190133.037478:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.037481:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.037484:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352714). 00000800:00000200:0.0:1776190133.037488:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.037491:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.037493:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190133.037575:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.037578:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352466). 00000400:00000200:1.0:1776190133.037584:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.037587:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.037591:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e2823b6 00000400:00000010:1.0:1776190133.037593:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e2823b6. 00000800:00000200:1.0:1776190133.037635:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.037637:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352218). 00000400:00000200:1.0:1776190133.037640:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.037643:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.037644:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009746daff 00000400:00000010:1.0:1776190133.037646:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009746daff. 00000100:00000200:1.0:1776190133.037650:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008962746 x1862468301367552/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.041198:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.041218:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822900 00000400:00000200:2.0:1776190133.041229:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6289 [1] + 224 00000400:00000200:2.0:1776190133.041240:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.041244:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.041253:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008962746 x1862468301367552/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.041340:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.041346:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379380 00000400:00000200:2.0:1776190133.041350:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4c81 [2] + 1312 00000400:00000200:2.0:1776190133.041408:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.041412:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.041417:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190133.041422:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000462ed234. 00000020:00000010:3.0:1776190133.041597:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8fb9465. 00000020:00000010:3.0:1776190133.041604:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190133.041608:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190133.041630:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000462ed234 x1862468296479616/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190133.041670:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296479616 02000000:00000010:3.0:1776190133.041681:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d22eeed4. 00010000:00000010:3.0:1776190133.041715:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a6eaca5. 00000100:00000010:3.0:1776190133.041721:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080a47f0b. 00000100:00000010:3.0:1776190133.041727:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080a47f0b. 00010000:00000010:3.0:1776190133.041731:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a6eaca5. 00000400:00000010:3.0:1776190133.041747:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ce06a4c. 00000100:00000200:3.0:1776190133.041752:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296479616, offset 224 00000400:00000200:3.0:1776190133.041759:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.041804:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.041809:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92895:92895:256:4294967295] 192.168.203.39@tcp LPNI seq info [92895:92895:8:4294967295] 00000400:00000200:3.0:1776190133.041818:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.041823:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.041828:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190133.041833:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.041839:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.041842:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190133.041855:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190133.041858:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190133.041861:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8fb9465. 00000800:00000200:1.0:1776190133.042038:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.042042:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:1.0:1776190133.042048:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.042052:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.042055:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ce06a4c 00000400:00000010:1.0:1776190133.042058:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ce06a4c. 00010000:00000010:0.1:1776190133.042842:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d225742. 00010000:00000010:0.1:1776190133.042865:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099d8a844. 00000400:00000010:0.0:1776190133.042878:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b89cc4b4. 00000400:00000200:0.0:1776190133.042882:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a88dbd8 00000400:00000010:0.0:1776190133.042884:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a88dbd8. 00000100:00000200:0.0:1776190133.042893:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008962746 x1862468301367552/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190133.042901:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008962746 x1862468301367552/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190133.042924:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000614ab497. 02000000:00000010:0.0:1776190133.042944:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d4eab22. 02000000:00000010:0.0:1776190133.042950:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae6149e1. 00000100:00000010:0.0:1776190133.042953:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008962746. 00000100:00000010:0.0:1776190133.042957:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094e97619. 00010000:00000010:0.0:1776190133.042960:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00080000:00000010:1.0:1776190133.045153:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccbc1547. 00010000:00000010:1.0:1776190133.045259:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002438959e. 00010000:00000010:1.0:1776190133.045267:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ce6ed23a. 00010000:00000010:1.0:1776190133.045344:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000796e951. 00010000:00000010:1.0:1776190133.045349:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000030b4a998. 00010000:00000010:1.0:1776190133.045452:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000faf23021. 00000100:00000010:1.0:1776190133.045461:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.045470:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 02000000:00000010:1.0:1776190133.045483:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000129e69cf. 02000000:00000010:1.0:1776190133.045511:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b689b96. 00000400:00000010:1.0:1776190133.045517:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009cd64714. 00000400:00000010:1.0:1776190133.045650:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190133.045747:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301367616, portal 16 00000400:00000010:1.0:1776190133.045753:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fce4358d. 00000100:00000200:1.0:1776190133.045755:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301367616, offset 0 00000400:00000200:1.0:1776190133.045763:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.045992:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.045999:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.046002:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.046005:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.046008:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92896:92896:256:4294967295] 192.168.203.39@tcp LPNI seq info [92896:92896:8:4294967295] 00000400:00000200:1.0:1776190133.046018:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.046024:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.046095:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c40e4d7 (tot 82352466). 00000800:00000200:1.0:1776190133.046103:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.046111:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.046114:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c40e4d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190133.047592:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.047598:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c40e4d7 (tot 82352218). 00000400:00000200:2.0:1776190133.047608:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.047615:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.047620:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fce4358d 00000400:00000010:2.0:1776190133.047623:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fce4358d. 00000100:00000200:2.0:1776190133.047631:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d96c74a9 x1862468301367616/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190133.047884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078c56121. 00000400:00000200:2.0:1776190133.050972:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.050990:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822940 00000400:00000200:2.0:1776190133.051000:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6295 [1] + 224 00000400:00000200:2.0:1776190133.051011:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.051015:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.051024:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d96c74a9 x1862468301367616/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.052183:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.052193:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13793c0 00000400:00000200:2.0:1776190133.052199:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4c81 [2] + 1640 00000400:00000200:2.0:1776190133.052212:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.052215:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.052219:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190133.052225:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a89b0311. 00010000:00000010:1.1:1776190133.052647:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebc05820. 00010000:00000010:1.1:1776190133.052657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c30fc39. 00000400:00000010:1.0:1776190133.052680:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009cd64714. 00000400:00000200:1.0:1776190133.052684:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:1.0:1776190133.052686:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 00000100:00000200:1.0:1776190133.052694:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d96c74a9 x1862468301367616/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.052703:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d96c74a9 x1862468301367616/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.052730:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b689b96. 02000000:00000010:1.0:1776190133.052737:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000129e69cf. 00000100:00000010:1.0:1776190133.052740:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000100:00000010:1.0:1776190133.052744:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.052747:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000faf23021. 00010000:00000010:0.1:1776190133.054511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007da7a3cd. 00000020:00000010:3.0:1776190133.054630:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8fb9465. 00000020:00000010:3.0:1776190133.054638:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190133.054642:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190133.054669:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a89b0311 x1862468296479680/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190133.054708:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296479680 02000000:00000010:3.0:1776190133.054718:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ce6c8452. 00010000:00000010:3.0:1776190133.054748:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f619083f. 00010000:00000010:3.0:1776190133.054767:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a6eaca5. 00000100:00000010:3.0:1776190133.054808:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080a47f0b. 00000100:00000010:3.0:1776190133.054830:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080a47f0b. 00010000:00000010:3.0:1776190133.054835:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a6eaca5. 00000400:00000010:3.0:1776190133.054847:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048a81920. 00000100:00000200:3.0:1776190133.054852:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296479680, offset 224 00000400:00000200:3.0:1776190133.054860:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.054873:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.054879:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92897:92897:256:4294967295] 192.168.203.39@tcp LPNI seq info [92897:92897:8:4294967295] 00000400:00000200:3.0:1776190133.054888:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.054893:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.054903:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190133.054909:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.054916:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.054920:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190133.054937:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190133.054941:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190133.054944:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8fb9465. 00000800:00000200:3.0:1776190133.055037:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.055041:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:3.0:1776190133.055046:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.055050:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.055054:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048a81920 00000400:00000010:3.0:1776190133.055056:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048a81920. 00080000:00000010:2.0:1776190133.055352:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad8c8aea. 00010000:00000010:2.0:1776190133.055445:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030b4a998. 00010000:00000010:2.0:1776190133.055453:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000061722f05. 00010000:00000010:2.0:1776190133.055517:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024929aeb. 00010000:00000010:2.0:1776190133.055538:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000342cedaf. 00010000:00000010:2.0:1776190133.055548:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cde1715b. 00000100:00000010:2.0:1776190133.055552:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190133.055558:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e75ddab0. 02000000:00000010:2.0:1776190133.055568:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000059fb7d96. 02000000:00000010:2.0:1776190133.055588:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000551b748b. 00000400:00000010:2.0:1776190133.055594:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000408cae56. 00000400:00000010:2.0:1776190133.055599:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfa37fdc. 00000100:00000200:2.0:1776190133.055603:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301367680, portal 16 00000400:00000010:2.0:1776190133.055607:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190133.055609:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301367680, offset 0 00000400:00000200:2.0:1776190133.055620:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.055627:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.055634:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.055637:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190133.055640:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190133.055643:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92898:92898:256:4294967295] 192.168.203.39@tcp LPNI seq info [92898:92898:8:4294967295] 00000400:00000200:2.0:1776190133.055651:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.055655:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.055659:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c149bd5 (tot 82352466). 00000800:00000200:2.0:1776190133.055663:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.055667:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.055670:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c149bd5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190133.055897:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.055900:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352218). 00000400:00000200:1.0:1776190133.055905:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.055909:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.055913:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000400:00000010:1.0:1776190133.055914:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 00000100:00000200:1.0:1776190133.055922:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e75ddab0 x1862468301367680/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190133.059840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b6c230. 00000400:00000200:2.0:1776190133.060207:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.060223:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822980 00000400:00000200:2.0:1776190133.060233:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb62a1 [1] + 224 00000400:00000200:2.0:1776190133.060245:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.060248:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.060258:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e75ddab0 x1862468301367680/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.060298:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.060304:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379400 00000400:00000200:2.0:1776190133.060309:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4c81 [2] + 1968 00000400:00000010:2.0:1776190133.060313:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007aaee2bf. 00000400:00000200:2.0:1776190133.060317:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004e9c1fe8 00000400:00000200:2.0:1776190133.060380:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.060384:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.060387:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e9c1fe8 00000400:00000010:2.0:1776190133.060389:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004e9c1fe8 (tot 82352066). 00000100:00000200:2.0:1776190133.060395:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1776190133.060411:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000408cae56. 00000400:00000200:1.0:1776190133.060416:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfa37fdc 00000400:00000010:1.0:1776190133.060418:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfa37fdc. 00000100:00000200:1.0:1776190133.060426:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e75ddab0 x1862468301367680/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.060435:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e75ddab0 x1862468301367680/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.060469:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000551b748b. 02000000:00000010:1.0:1776190133.060475:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000059fb7d96. 00000100:00000010:1.0:1776190133.060480:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e75ddab0. 00000100:00000010:1.0:1776190133.060486:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:1.0:1776190133.060490:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cde1715b. 00000020:00000010:0.0:1776190133.060510:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae6149e1. 00000020:00000010:0.0:1776190133.060517:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.060521:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190133.060554:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054cb4357 x1862468296479744/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190133.060582:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296479744 02000000:00000010:0.0:1776190133.060593:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007d4eab22. 00010000:00000010:0.0:1776190133.060618:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e63e5ea6. 00010000:00000010:0.0:1776190133.060646:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.060653:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094e97619. 00000100:00000010:0.0:1776190133.060667:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094e97619. 00010000:00000010:0.0:1776190133.060671:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190133.060684:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a88dbd8. 00000100:00000200:0.0:1776190133.060687:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296479744, offset 224 00000400:00000200:0.0:1776190133.060695:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.060708:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.060713:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92899:92899:256:4294967295] 192.168.203.39@tcp LPNI seq info [92899:92899:8:4294967295] 00080000:00000010:1.0:1776190133.060719:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000129e69cf. 00000400:00000200:0.0:1776190133.060724:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.060731:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.060735:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352314). 00000800:00000200:0.0:1776190133.060752:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.060758:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.060761:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.060810:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.060816:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190133.060820:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae6149e1. 02000000:00000010:0.0:1776190133.060828:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ce6c8452. 00000100:00000010:0.0:1776190133.060832:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a89b0311. 00010000:00000010:1.0:1776190133.060834:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000342cedaf. 02000000:00000010:0.0:1776190133.060837:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d22eeed4. 00000100:00000010:0.0:1776190133.060842:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000462ed234. 00010000:00000010:1.0:1776190133.060843:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cb55caa0. 02000000:00000010:0.0:1776190133.060849:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b8b42cf6. 00000100:00000010:0.0:1776190133.060854:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 02000000:00000010:0.0:1776190133.060857:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009c7e8cbb. 00000100:00000010:0.0:1776190133.060859:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000663a046d. 02000000:00000010:0.0:1776190133.060862:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e74a1e63. 00000100:00000010:0.0:1776190133.060864:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 02000000:00000010:0.0:1776190133.060867:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006db004fe. 00000100:00000010:0.0:1776190133.060869:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000385e35d2. 00000100:00000200:0.0:1776190133.060874:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190133.060880:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b89cc4b4. 00000400:00000010:0.0:1776190133.060884:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000094e97619 (tot 82352466). 00000001:00000010:1.0:1776190133.060948:0:77242:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009cd64714. 00000001:00000010:1.0:1776190133.060953:0:77242:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009cd64714. 00000001:00000010:1.0:1776190133.060956:0:77242:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a1da0e78. 00080000:00000010:1.0:1776190133.060961:0:77242:0:(osd_handler.c:6655:osd_it_iam_fini()) kfreed 'it': 328 at 00000000aed181e5. 00080000:00000010:1.0:1776190133.060966:0:77242:0:(osd_handler.c:6627:osd_it_iam_init()) kmalloced '(it)': 328 at 000000006b689b96. 00000001:00000010:1.0:1776190133.060972:0:77242:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009cd64714. 00010000:00000010:1.0:1776190133.061001:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009f4cd516. 00010000:00000010:1.0:1776190133.061004:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.061009:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000038a6675a. 00010000:00000010:1.0:1776190133.061014:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.061024:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000898b1ceb. 00010000:00000010:1.0:1776190133.061146:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.061152:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.061201:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005f8280a8. 00010000:00000010:1.0:1776190133.061204:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.061207:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003cceafdc. 00010000:00000010:1.0:1776190133.061210:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.061217:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000157872c2. 00010000:00000010:1.0:1776190133.061240:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.061243:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.061292:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000092014df2. 00010000:00000010:1.0:1776190133.061295:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.061298:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4acef77. 00010000:00000010:1.0:1776190133.061300:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.061308:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd75f13f. 00010000:00000010:1.0:1776190133.061331:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.061335:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00000800:00000200:2.0:1776190133.061549:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.061554:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352218). 00000400:00000200:2.0:1776190133.061558:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.061564:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.061568:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a88dbd8 00000400:00000010:2.0:1776190133.061570:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a88dbd8. 02000000:00000010:2.0:1776190133.061574:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007d4eab22. 00010000:00000010:1.0:1776190133.062160:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000253f3aec. 00010000:00000010:1.0:1776190133.062165:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.062169:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f43969a. 00010000:00000010:1.0:1776190133.062173:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.062185:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ce5f972. 00010000:00000010:1.0:1776190133.062221:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.062227:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.062258:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000027dacba6. 00010000:00000010:1.0:1776190133.062260:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.062263:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c07713f. 00010000:00000010:1.0:1776190133.062266:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.062273:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046b35cb3. 00010000:00000010:1.0:1776190133.062298:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.062303:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.062910:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000039e1f105. 00010000:00000010:1.0:1776190133.062915:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.062919:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000086c627c5. 00010000:00000010:1.0:1776190133.062923:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.062933:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000510518da. 00010000:00000010:1.0:1776190133.062965:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.062970:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.063004:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004d9f0a50. 00010000:00000010:1.0:1776190133.063007:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.063010:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074de8358. 00010000:00000010:1.0:1776190133.063012:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.063019:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5379e38. 00010000:00000010:1.0:1776190133.063041:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.063044:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.063083:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000007632f17. 00010000:00000010:1.0:1776190133.063086:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.063089:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e4cca55. 00010000:00000010:1.0:1776190133.063091:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.063098:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ec05581. 00010000:00000010:1.0:1776190133.063120:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.063124:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.063151:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f3d99e13. 00010000:00000010:1.0:1776190133.063153:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.063156:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd993c15. 00010000:00000010:1.0:1776190133.063159:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.063166:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c23c161. 00010000:00000010:1.0:1776190133.063188:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.063191:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.063224:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000edb211e0. 00010000:00000010:1.0:1776190133.063227:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.063230:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ce4c7d5. 00010000:00000010:1.0:1776190133.063232:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.063240:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006db004fe. 00010000:00000010:1.0:1776190133.063262:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.063266:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.063293:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000854b38da. 00010000:00000010:1.0:1776190133.063296:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.063300:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f95b4ea. 00010000:00000010:1.0:1776190133.063302:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.063309:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c7e8cbb. 00010000:00000010:1.0:1776190133.063331:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.063335:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.063376:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000004b76b56. 00010000:00000010:1.0:1776190133.063378:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.063381:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1c166e6. 00010000:00000010:1.0:1776190133.063384:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.063391:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059fb7d96. 00010000:00000010:1.0:1776190133.063415:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.063418:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.063448:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e3cdba28. 00010000:00000010:1.0:1776190133.063452:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.063454:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019e448a6. 00010000:00000010:1.0:1776190133.063457:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.063464:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000985b0fb8. 00010000:00000010:1.0:1776190133.063485:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.063489:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.063521:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002cf4b404. 00010000:00000010:1.0:1776190133.063524:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.063537:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f4ccbb0. 00010000:00000010:1.0:1776190133.063540:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.063547:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd58939f. 00010000:00000010:1.0:1776190133.063571:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.063579:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.063607:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cdd91609. 00010000:00000010:1.0:1776190133.063610:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.063613:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc8d566a. 00010000:00000010:1.0:1776190133.063615:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.063622:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006bb07a14. 00010000:00000010:1.0:1776190133.063643:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.063647:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.063678:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000046d1622a. 00010000:00000010:1.0:1776190133.063681:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.063683:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8ea9e34. 00010000:00000010:1.0:1776190133.063686:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.063694:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000db02108. 00010000:00000010:1.0:1776190133.063716:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.063731:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.063761:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009ec0c8e3. 00010000:00000010:1.0:1776190133.063764:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.063767:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000785cf800. 00010000:00000010:1.0:1776190133.063770:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.067319:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4618540. 00010000:00000010:1.0:1776190133.067704:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.067715:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.067819:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002e82f7ee. 00010000:00000010:1.0:1776190133.067823:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.067829:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e0d8dd8. 00010000:00000010:1.0:1776190133.067834:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.067842:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff43a418. 00010000:00000010:1.0:1776190133.067870:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.067875:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.067909:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a880f54b. 00010000:00000010:1.0:1776190133.067911:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.067915:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048090b11. 00010000:00000010:1.0:1776190133.067920:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.067928:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e1abdb66. 00010000:00000010:1.0:1776190133.067953:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.067957:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.068002:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bc20c423. 00010000:00000010:1.0:1776190133.068005:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.068007:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002b5d353. 00010000:00000010:1.0:1776190133.068010:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.068018:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2c0394e. 00010000:00000010:1.0:1776190133.068039:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.068043:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.068073:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d4cd67cd. 00010000:00000010:1.0:1776190133.068076:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.068079:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002787a695. 00010000:00000010:1.0:1776190133.068083:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.068091:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036c32894. 00010000:00000010:1.0:1776190133.068114:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.068117:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.068152:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005df66e92. 00010000:00000010:1.0:1776190133.068155:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.068158:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073b163e2. 00010000:00000010:1.0:1776190133.068160:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.068167:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5aec709. 00010000:00000010:1.0:1776190133.068190:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.068194:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.068245:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000225bc89a. 00010000:00000010:1.0:1776190133.068248:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.068251:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ff2e9bc. 00010000:00000010:1.0:1776190133.068254:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.068260:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000dc66cb. 00010000:00000010:1.0:1776190133.068281:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.068285:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.068316:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ef073fb5. 00010000:00000010:1.0:1776190133.068318:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.068322:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d2aa9e1. 00010000:00000010:1.0:1776190133.068325:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.068332:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094ff9487. 00010000:00000010:1.0:1776190133.068353:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.068609:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.068647:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e597f6b6. 00010000:00000010:1.0:1776190133.068650:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.068653:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd422604. 00010000:00000010:1.0:1776190133.068656:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.068664:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000017b2fde5. 00010000:00000010:1.0:1776190133.068689:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.068693:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.068869:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ab41fd55. 00010000:00000010:1.0:1776190133.068872:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.068875:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008f9099b7. 00010000:00000010:1.0:1776190133.068878:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.068886:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff7861f1. 00010000:00000010:1.0:1776190133.068910:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.068914:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.068945:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000006e16e1e. 00010000:00000010:1.0:1776190133.068948:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.068951:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b3c1a24. 00010000:00000010:1.0:1776190133.068954:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.068961:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036408e57. 00010000:00000010:1.0:1776190133.068981:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.068985:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.069019:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fd8b9c1f. 00010000:00000010:1.0:1776190133.069022:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.069025:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000abe236bc. 00010000:00000010:1.0:1776190133.069027:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.069035:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb8e22aa. 00010000:00000010:1.0:1776190133.069057:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.069060:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.069088:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e8a27187. 00010000:00000010:1.0:1776190133.069090:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.069092:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085f0f6f8. 00010000:00000010:1.0:1776190133.069095:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.069102:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9942f07. 00010000:00000010:1.0:1776190133.069121:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.069125:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.069183:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000106ab361. 00010000:00000010:1.0:1776190133.069186:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.069189:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f79514f. 00010000:00000010:1.0:1776190133.069191:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.069198:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b320556b. 00010000:00000010:1.0:1776190133.069221:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.069226:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.069255:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000078860a4b. 00010000:00000010:1.0:1776190133.069257:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.069260:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045b0bea8. 00010000:00000010:1.0:1776190133.069263:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.069271:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b13996c. 00010000:00000010:1.0:1776190133.069293:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.069297:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.069331:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000008e31083. 00010000:00000010:1.0:1776190133.069334:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.069337:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a2a215f. 00010000:00000010:1.0:1776190133.069340:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.069347:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007495196e. 00010000:00000010:1.0:1776190133.069479:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.069484:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.069516:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e6bbcc10. 00010000:00000010:1.0:1776190133.069519:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.069521:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009dc4fabe. 00010000:00000010:1.0:1776190133.069534:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.069544:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f40520d. 00010000:00000010:1.0:1776190133.069568:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.069572:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.069603:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b38112f7. 00010000:00000010:1.0:1776190133.069606:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.069610:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b158b17f. 00010000:00000010:1.0:1776190133.069612:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.069620:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1f84723. 00010000:00000010:1.0:1776190133.069641:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.069645:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.069672:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007220128a. 00010000:00000010:1.0:1776190133.069675:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.069678:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d070188f. 00010000:00000010:1.0:1776190133.069680:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.069686:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d83dd453. 00010000:00000010:1.0:1776190133.069707:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.069710:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.070060:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003e29d033. 00010000:00000010:1.0:1776190133.070063:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.070066:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077c2be97. 00010000:00000010:1.0:1776190133.070069:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.070079:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000fc1a40e. 00010000:00000010:1.0:1776190133.070103:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.070107:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.070161:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000072ebd1f9. 00010000:00000010:1.0:1776190133.070164:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.070167:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000016f7c8da. 00010000:00000010:1.0:1776190133.070169:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.070177:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2bbac61. 00010000:00000010:1.0:1776190133.070199:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.070202:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.070238:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dc1f17a9. 00010000:00000010:1.0:1776190133.070240:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.070243:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000266ee1c5. 00010000:00000010:1.0:1776190133.070246:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.070255:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eff19454. 00010000:00000010:1.0:1776190133.070276:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.070280:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.070308:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033dcc851. 00010000:00000010:1.0:1776190133.070311:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.070314:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073b60bdd. 00010000:00000010:1.0:1776190133.070316:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.070323:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007cb6cb4b. 00010000:00000010:1.0:1776190133.070344:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.070348:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.070477:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c6b48f85. 00010000:00000010:1.0:1776190133.070481:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.070483:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066a3b124. 00010000:00000010:1.0:1776190133.070486:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.070495:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e763a37d. 00010000:00000010:1.0:1776190133.070517:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.070521:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.070559:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dbd089d9. 00010000:00000010:1.0:1776190133.070562:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.070565:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a464b23. 00010000:00000010:1.0:1776190133.070568:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.070575:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d1d75f0. 00010000:00000010:1.0:1776190133.070597:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.070600:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.070629:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000050c32c79. 00010000:00000010:1.0:1776190133.070632:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.070635:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c28e843. 00010000:00000010:1.0:1776190133.070638:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.070646:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d17a9fcf. 00010000:00000010:1.0:1776190133.070667:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.070672:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.070701:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b566644. 00010000:00000010:1.0:1776190133.070704:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.070707:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a84a56c. 00010000:00000010:1.0:1776190133.070710:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.070716:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047f358b7. 00010000:00000010:1.0:1776190133.070870:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.070874:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.070905:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d2ff0656. 00010000:00000010:1.0:1776190133.070908:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.070910:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f539c9d. 00010000:00000010:1.0:1776190133.070913:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.070919:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edeb4828. 00010000:00000010:1.0:1776190133.070938:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.070941:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.070982:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bfa83e23. 00010000:00000010:1.0:1776190133.070984:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.070987:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047865f9f. 00010000:00000010:1.0:1776190133.070989:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.070996:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045008656. 00010000:00000010:1.0:1776190133.071014:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.071017:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.071049:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008bea1127. 00010000:00000010:1.0:1776190133.071052:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.071055:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005135ec4c. 00010000:00000010:1.0:1776190133.071057:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.071065:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d64a9d71. 00010000:00000010:1.0:1776190133.071086:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.071090:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.071116:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000848642fe. 00010000:00000010:1.0:1776190133.071118:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.071121:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000700e1056. 00010000:00000010:1.0:1776190133.071123:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.071129:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6880609. 00010000:00000010:1.0:1776190133.071148:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.071152:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.071177:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b0a0d26. 00010000:00000010:1.0:1776190133.071179:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.071182:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fab70e78. 00010000:00000010:1.0:1776190133.071185:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.071191:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000befd65. 00010000:00000010:1.0:1776190133.071211:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.071215:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.071242:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f803d419. 00010000:00000010:1.0:1776190133.071245:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.071248:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021b816f1. 00010000:00000010:1.0:1776190133.071250:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.071257:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013c1a133. 00010000:00000010:1.0:1776190133.071278:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.071283:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.071314:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d30829bc. 00010000:00000010:1.0:1776190133.071316:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.071319:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7181104. 00010000:00000010:1.0:1776190133.071321:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.071328:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ba5e1ef. 00010000:00000010:1.0:1776190133.071349:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.071447:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.071483:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005e4ce7d8. 00010000:00000010:1.0:1776190133.071486:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.071489:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f098d71a. 00010000:00000010:1.0:1776190133.071492:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.071499:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039684e62. 00010000:00000010:1.0:1776190133.071520:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.071534:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.071567:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000069520d5f. 00010000:00000010:1.0:1776190133.071570:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.071573:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001acee9b. 00010000:00000010:1.0:1776190133.071576:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.071583:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050363b0a. 00010000:00000010:1.0:1776190133.071605:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.071609:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.071641:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000002f5a297. 00010000:00000010:1.0:1776190133.071643:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.071646:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f405fb22. 00010000:00000010:1.0:1776190133.071649:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.071655:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008daa18f1. 00010000:00000010:1.0:1776190133.071676:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.071679:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.071708:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007483a2d3. 00010000:00000010:1.0:1776190133.071711:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.071714:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8084819. 00010000:00000010:1.0:1776190133.071716:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.071876:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000219dff1b. 00010000:00000010:1.0:1776190133.071904:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.071908:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.071937:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000800cd8c4. 00010000:00000010:1.0:1776190133.071939:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.071942:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004fac6962. 00010000:00000010:1.0:1776190133.071945:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.071952:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e22d1d0. 00010000:00000010:1.0:1776190133.071970:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.071973:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.072008:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000847f3856. 00010000:00000010:1.0:1776190133.072010:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.072013:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8467a88. 00010000:00000010:1.0:1776190133.072015:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.072021:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3dd9dd8. 00010000:00000010:1.0:1776190133.072040:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.072043:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.072071:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000076cf8be9. 00010000:00000010:1.0:1776190133.072074:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.072076:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d2857c7. 00010000:00000010:1.0:1776190133.072078:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.072085:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045026e45. 00010000:00000010:1.0:1776190133.072105:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.072108:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.072136:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000519669b8. 00010000:00000010:1.0:1776190133.072139:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.072141:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009dc7b700. 00010000:00000010:1.0:1776190133.072144:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.072150:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000088c8b1af. 00010000:00000010:1.0:1776190133.072169:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.072172:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.072199:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f8674f2c. 00010000:00000010:1.0:1776190133.072201:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.072204:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5f408d4. 00010000:00000010:1.0:1776190133.072206:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.072212:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058e72d1c. 00010000:00000010:1.0:1776190133.072232:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.072235:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.072263:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000046440fe0. 00010000:00000010:1.0:1776190133.072266:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.072269:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1564bb9. 00010000:00000010:1.0:1776190133.072271:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.072278:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000029baed4a. 00010000:00000010:1.0:1776190133.072299:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.072303:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.072332:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004f301458. 00010000:00000010:1.0:1776190133.072334:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.072337:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069059e06. 00010000:00000010:1.0:1776190133.072339:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.072346:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003579dc8. 00010000:00000010:1.0:1776190133.072464:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.072469:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.072499:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000e21820e. 00010000:00000010:1.0:1776190133.072502:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.072506:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000086f221d. 00010000:00000010:1.0:1776190133.072509:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.072516:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000838d6125. 00010000:00000010:1.0:1776190133.072554:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.072559:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.072588:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002bfe1f38. 00010000:00000010:1.0:1776190133.072591:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.072594:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c01fd216. 00010000:00000010:1.0:1776190133.072597:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.072604:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000422b5838. 00010000:00000010:1.0:1776190133.072624:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.072628:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.072659:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000169eca60. 00010000:00000010:1.0:1776190133.072661:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.072664:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e4ce8d2. 00010000:00000010:1.0:1776190133.072666:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.072675:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000028df0f38. 00010000:00000010:1.0:1776190133.072696:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.072700:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.072878:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008d89bb40. 00010000:00000010:1.0:1776190133.072882:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.072885:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000004246d03. 00010000:00000010:1.0:1776190133.072888:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.072895:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080898faf. 00010000:00000010:1.0:1776190133.072918:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.072922:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.072965:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eed046d5. 00010000:00000010:1.0:1776190133.072968:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.072971:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ab96322. 00010000:00000010:1.0:1776190133.072973:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.072980:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba442a9b. 00010000:00000010:1.0:1776190133.073003:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.073007:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.073036:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f838a573. 00010000:00000010:1.0:1776190133.073039:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.073042:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea59ea37. 00010000:00000010:1.0:1776190133.073045:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.073052:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e53ba92. 00010000:00000010:1.0:1776190133.073075:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.073078:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.073111:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e1153239. 00010000:00000010:1.0:1776190133.073114:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.073117:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000b2097f9. 00010000:00000010:1.0:1776190133.073120:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.073126:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005070b499. 00010000:00000010:1.0:1776190133.073147:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.073151:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.073177:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b22203a2. 00010000:00000010:1.0:1776190133.073179:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.073182:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d763bcc9. 00010000:00000010:1.0:1776190133.073185:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.073191:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ffda9b3a. 00010000:00000010:1.0:1776190133.073210:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.073213:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.073243:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c5a8b0ab. 00010000:00000010:1.0:1776190133.073246:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.073249:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022cb72ee. 00010000:00000010:1.0:1776190133.073252:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.073258:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a34f954. 00010000:00000010:1.0:1776190133.073277:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.073281:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.073310:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000020a7d7b6. 00010000:00000010:1.0:1776190133.073313:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.073315:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9b63cf2. 00010000:00000010:1.0:1776190133.073318:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.073324:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081f8a42c. 00010000:00000010:1.0:1776190133.073345:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.073348:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.073499:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000080b64801. 00010000:00000010:1.0:1776190133.073502:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.073505:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f3fe1dc. 00010000:00000010:1.0:1776190133.073508:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.073516:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0f71ec5. 00010000:00000010:1.0:1776190133.073632:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.073636:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.073667:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000369498dc. 00010000:00000010:1.0:1776190133.073670:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.073673:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000829aab69. 00010000:00000010:1.0:1776190133.073675:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.073682:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021eb3893. 00010000:00000010:1.0:1776190133.073704:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.073707:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.073919:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c400dd32. 00010000:00000010:1.0:1776190133.073922:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.073924:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000eb8467. 00010000:00000010:1.0:1776190133.073927:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.073933:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000190522af. 00010000:00000010:1.0:1776190133.073953:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.073957:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.073982:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa44f9c9. 00010000:00000010:1.0:1776190133.073984:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.073987:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe06dce9. 00010000:00000010:1.0:1776190133.073989:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.073994:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019d9882d. 00010000:00000010:1.0:1776190133.074011:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.074014:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.074042:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000072ac44b4. 00010000:00000010:1.0:1776190133.074045:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.074047:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047b31968. 00010000:00000010:1.0:1776190133.074049:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.074055:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007fe8e7f. 00010000:00000010:1.0:1776190133.074073:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.074077:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.074101:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e312104e. 00010000:00000010:1.0:1776190133.074103:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.074106:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a2003614. 00010000:00000010:1.0:1776190133.074108:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.074114:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093fb990c. 00010000:00000010:1.0:1776190133.074131:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.074134:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.074158:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006331c969. 00010000:00000010:1.0:1776190133.074161:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.074163:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a085d9ba. 00010000:00000010:1.0:1776190133.074166:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.074171:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa1dbaa3. 00010000:00000010:1.0:1776190133.074189:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.074192:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.074215:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d512aa6d. 00010000:00000010:1.0:1776190133.074217:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.074220:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001287c8c6. 00010000:00000010:1.0:1776190133.074223:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.074230:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e84a3dd. 00010000:00000010:1.0:1776190133.074250:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.074253:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.074284:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000000b9fd7d. 00010000:00000010:1.0:1776190133.074286:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.074289:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009706d0dc. 00010000:00000010:1.0:1776190133.074291:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.074298:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078d785b9. 00010000:00000010:1.0:1776190133.074317:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.074321:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.074348:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004b6179c9. 00010000:00000010:1.0:1776190133.074350:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.074451:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db2a445b. 00010000:00000010:1.0:1776190133.074456:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.074465:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca228298. 00010000:00000010:1.0:1776190133.074487:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.074490:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.074520:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dbf52aad. 00010000:00000010:1.0:1776190133.074522:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.074537:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb766f27. 00010000:00000010:1.0:1776190133.074540:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.074547:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007519b759. 00010000:00000010:1.0:1776190133.074567:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.074571:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.074597:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001064fec3. 00010000:00000010:1.0:1776190133.074600:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.074602:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe2299bb. 00010000:00000010:1.0:1776190133.074604:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.074611:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014ba8ab9. 00010000:00000010:1.0:1776190133.074632:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.074636:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.074662:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000af645cfe. 00010000:00000010:1.0:1776190133.074665:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.074667:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e1095a95. 00010000:00000010:1.0:1776190133.074669:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.074676:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083e63923. 00010000:00000010:1.0:1776190133.074696:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.074703:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.075967:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007e1efce5. 00010000:00000010:1.0:1776190133.075976:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.075981:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000b940f3. 00010000:00000010:1.0:1776190133.075986:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.076001:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a431e0e4. 00010000:00000010:1.0:1776190133.076046:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.076052:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.076096:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d3be2fcf. 00010000:00000010:1.0:1776190133.076099:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.076102:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000920449e6. 00010000:00000010:1.0:1776190133.076104:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.076111:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000502988f9. 00010000:00000010:1.0:1776190133.076134:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.077913:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.077996:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f48be2a8. 00010000:00000010:1.0:1776190133.078000:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.078004:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f54efe16. 00010000:00000010:1.0:1776190133.078010:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.078031:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000384a5dd8. 00010000:00000010:1.0:1776190133.078086:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.078090:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.078130:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000000b123e3. 00010000:00000010:1.0:1776190133.078132:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.078135:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e0e37d8. 00010000:00000010:1.0:1776190133.078221:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.078234:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008104f7cb. 00010000:00000010:1.0:1776190133.078260:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.078265:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.078296:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2f61cfa. 00010000:00000010:1.0:1776190133.078298:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.078301:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f10add8. 00010000:00000010:1.0:1776190133.078304:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.078312:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099b4c7d8. 00010000:00000010:1.0:1776190133.078334:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.078339:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.078481:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000058d11296. 00010000:00000010:1.0:1776190133.078484:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.078487:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c85c65b. 00010000:00000010:1.0:1776190133.078489:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.078498:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054ead0d3. 00010000:00000010:1.0:1776190133.078627:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.078634:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.078716:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000965f3faf. 00010000:00000010:1.0:1776190133.078719:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.078722:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0ca56c3. 00010000:00000010:1.0:1776190133.078725:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.078732:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fec51f99. 00010000:00000010:1.0:1776190133.078756:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.078760:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.078884:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cc713bef. 00010000:00000010:1.0:1776190133.078887:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.078889:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd02691f. 00010000:00000010:1.0:1776190133.078892:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.078899:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006cb0af06. 00010000:00000010:1.0:1776190133.078921:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.078925:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.078953:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fe0b197a. 00010000:00000010:1.0:1776190133.078955:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.078958:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f896487. 00010000:00000010:1.0:1776190133.078961:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.078968:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd17e357. 00010000:00000010:1.0:1776190133.078990:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.078994:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.079027:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000016bcacd0. 00010000:00000010:1.0:1776190133.079030:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.079033:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0fb3d1c. 00010000:00000010:1.0:1776190133.079036:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.079044:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003dcff628. 00010000:00000010:1.0:1776190133.079065:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.079069:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.079096:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026e52ecc. 00010000:00000010:1.0:1776190133.079099:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.079103:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003cb667d1. 00010000:00000010:1.0:1776190133.079105:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.079113:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa14ffb2. 00010000:00000010:1.0:1776190133.079133:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.079224:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.079261:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a6af14cf. 00010000:00000010:1.0:1776190133.079263:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.079267:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009ac9a607. 00010000:00000010:1.0:1776190133.079269:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.079276:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093f611b0. 00010000:00000010:1.0:1776190133.079299:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.079302:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.079331:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c82b340f. 00010000:00000010:1.0:1776190133.079334:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.079337:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e696fa5. 00010000:00000010:1.0:1776190133.079340:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.079346:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000996a95f3. 00010000:00000010:1.0:1776190133.079473:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.079478:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.079513:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000020f5639a. 00010000:00000010:1.0:1776190133.079516:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.079519:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001369896b. 00010000:00000010:1.0:1776190133.079521:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.079631:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b48e5ec0. 00010000:00000010:1.0:1776190133.079656:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.079660:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.079692:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ebefcd74. 00010000:00000010:1.0:1776190133.079695:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.079698:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f525f68. 00010000:00000010:1.0:1776190133.079701:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.079708:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021cddb87. 00010000:00000010:1.0:1776190133.079729:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.079733:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.079765:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000095b68794. 00010000:00000010:1.0:1776190133.079768:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.080141:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f36adb9a. 00010000:00000010:1.0:1776190133.080148:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.080158:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7401036. 00010000:00000010:1.0:1776190133.080185:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.080189:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.080220:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007210c7e6. 00010000:00000010:1.0:1776190133.080222:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.080225:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c922769f. 00010000:00000010:1.0:1776190133.080228:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.080236:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b37e1d5d. 00010000:00000010:1.0:1776190133.080258:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.080261:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.080288:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006780daa3. 00010000:00000010:1.0:1776190133.080291:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.080294:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000de902a8b. 00010000:00000010:1.0:1776190133.080297:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.080304:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8472ff4. 00010000:00000010:1.0:1776190133.080326:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.080329:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.080369:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000021cfde. 00010000:00000010:1.0:1776190133.080372:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.080375:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000381b611f. 00010000:00000010:1.0:1776190133.080377:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.080385:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3161dce. 00010000:00000010:1.0:1776190133.080405:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.080408:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.080442:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000006543912. 00010000:00000010:1.0:1776190133.080444:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.080447:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db6cf548. 00010000:00000010:1.0:1776190133.080449:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.080455:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000029d6f4bd. 00010000:00000010:1.0:1776190133.080472:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.080475:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.080500:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000f48dfc5. 00010000:00000010:1.0:1776190133.080502:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.080504:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000205113b3. 00010000:00000010:1.0:1776190133.080506:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.080511:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2a088f7. 00010000:00000010:1.0:1776190133.080543:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.080547:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.080578:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f8a50c97. 00010000:00000010:1.0:1776190133.080580:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.080582:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002867a7fb. 00010000:00000010:1.0:1776190133.080585:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.080591:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a69bc92d. 00010000:00000010:1.0:1776190133.080612:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.080615:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.080641:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dbf1b2cf. 00010000:00000010:1.0:1776190133.080643:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.080646:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d40e087. 00010000:00000010:1.0:1776190133.080649:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.080655:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8c0e1ff. 00010000:00000010:1.0:1776190133.080673:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.080677:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.080703:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000052f7e7b4. 00010000:00000010:1.0:1776190133.080705:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.080708:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002586c709. 00010000:00000010:1.0:1776190133.080710:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.080716:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d907889. 00010000:00000010:1.0:1776190133.080736:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.080740:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.081880:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a062a3b. 00010000:00000010:1.0:1776190133.081892:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.081896:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000060083d4e. 00010000:00000010:1.0:1776190133.081902:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.081917:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0b4b584. 00010000:00000010:1.0:1776190133.081966:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.081973:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.082031:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003dac8311. 00010000:00000010:1.0:1776190133.082034:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.082037:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009b9cb9b5. 00010000:00000010:1.0:1776190133.082040:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.082048:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b19c4c88. 00010000:00000010:1.0:1776190133.082183:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.082187:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.082219:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007281c233. 00010000:00000010:1.0:1776190133.082221:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.082224:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009abb063c. 00010000:00000010:1.0:1776190133.082226:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.082232:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000001685b4c. 00010000:00000010:1.0:1776190133.082251:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.082255:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.082286:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000175c14a1. 00010000:00000010:1.0:1776190133.082288:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.082291:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000da979eae. 00010000:00000010:1.0:1776190133.082293:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.082299:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062168bf6. 00010000:00000010:1.0:1776190133.082930:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.082938:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.082983:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e8f68e5d. 00010000:00000010:1.0:1776190133.082986:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.082990:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd744cad. 00010000:00000010:1.0:1776190133.082994:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.083003:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9d3816d. 00010000:00000010:1.0:1776190133.083030:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.083034:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.083178:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000f5a5ad0. 00010000:00000010:1.0:1776190133.083182:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.083186:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6e3da78. 00010000:00000010:1.0:1776190133.083189:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.083199:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f147e15d. 00010000:00000010:1.0:1776190133.083226:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.083231:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.083271:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000049a16c76. 00010000:00000010:1.0:1776190133.083274:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.083276:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eaa92800. 00010000:00000010:1.0:1776190133.083279:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.083286:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000210527a0. 00010000:00000010:1.0:1776190133.084698:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.084714:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.084854:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008c8ac3ad. 00010000:00000010:1.0:1776190133.084858:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.084863:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000051758c8. 00010000:00000010:1.0:1776190133.084868:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.084883:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0c0bb41. 00010000:00000010:1.0:1776190133.084927:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.084931:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.084968:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000087e2c583. 00010000:00000010:1.0:1776190133.084971:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.084975:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d1fd240e. 00010000:00000010:1.0:1776190133.084978:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.084988:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001926b015. 00010000:00000010:1.0:1776190133.085011:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.085015:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.085050:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009be84e95. 00010000:00000010:1.0:1776190133.085053:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.085056:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000064ee639e. 00010000:00000010:1.0:1776190133.085059:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.085462:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000393513fa. 00010000:00000010:1.0:1776190133.085510:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.085516:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.085562:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f899aff0. 00010000:00000010:1.0:1776190133.085565:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.085569:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6856279. 00010000:00000010:1.0:1776190133.085571:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.085578:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b584330d. 00010000:00000010:1.0:1776190133.085598:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.085601:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00000001:00000010:1.0:1776190133.085620:0:77242:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000071d4180c. 00000001:00000010:1.0:1776190133.085625:0:77242:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000071d4180c. 00000001:00000010:1.0:1776190133.085628:0:77242:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000071d4180c. 00000001:00000010:1.0:1776190133.085629:0:77242:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009cd64714. 00010000:00000010:1.0:1776190133.085642:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000034a28b23. 00010000:00000010:1.0:1776190133.085645:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.085647:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009cab2f2c. 00010000:00000010:1.0:1776190133.085650:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.085656:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec1e88be. 00010000:00000010:1.0:1776190133.085679:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.085682:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.085712:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f0b02e9e. 00010000:00000010:1.0:1776190133.085715:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.085717:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b33138f3. 00010000:00000010:1.0:1776190133.085720:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.085727:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb7368ff. 00010000:00000010:1.0:1776190133.085748:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.085752:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.085903:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008bcf5113. 00010000:00000010:1.0:1776190133.085907:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.085910:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bce97e5e. 00010000:00000010:1.0:1776190133.085913:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.085920:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc861c6b. 00010000:00000010:1.0:1776190133.085945:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.085949:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.085979:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000094f6061c. 00010000:00000010:1.0:1776190133.085982:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.085985:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f16608e. 00010000:00000010:1.0:1776190133.085987:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.085994:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4fda526. 00010000:00000010:1.0:1776190133.086014:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.086018:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.086050:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b1142594. 00010000:00000010:1.0:1776190133.086053:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.086055:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df10a93b. 00010000:00000010:1.0:1776190133.086059:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.086072:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000586ed5d5. 00010000:00000010:1.0:1776190133.086096:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.086100:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.086126:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d826e2e. 00010000:00000010:1.0:1776190133.086129:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.086132:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000082bd57cf. 00010000:00000010:1.0:1776190133.086135:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.086142:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d15075cb. 00010000:00000010:1.0:1776190133.086163:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.086167:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.086194:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d14afb95. 00010000:00000010:1.0:1776190133.086196:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.086199:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029b3c52d. 00010000:00000010:1.0:1776190133.086202:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.086208:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2d67a33. 00010000:00000010:1.0:1776190133.086231:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.086236:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.086267:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000070fa59ad. 00010000:00000010:1.0:1776190133.086270:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.086273:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000de1f523a. 00010000:00000010:1.0:1776190133.086276:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.086283:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038f152b8. 00010000:00000010:1.0:1776190133.086313:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.086317:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.086353:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000781a97e2. 00010000:00000010:1.0:1776190133.086356:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.086359:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6cb2d4a. 00010000:00000010:1.0:1776190133.086362:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.086369:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002863bec7. 00010000:00000010:1.0:1776190133.086393:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.086397:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.086426:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dc68721b. 00010000:00000010:1.0:1776190133.086429:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.086432:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e8e827d7. 00010000:00000010:1.0:1776190133.086435:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.086442:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001dd6cddf. 00010000:00000010:1.0:1776190133.086464:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.086469:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.088366:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000829e9bd3. 00010000:00000010:1.0:1776190133.088375:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.088381:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031bfea06. 00010000:00000010:1.0:1776190133.088387:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.088407:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000763d96a4. 00010000:00000010:1.0:1776190133.088470:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.088478:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.088632:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000044ba045d. 00010000:00000010:1.0:1776190133.088636:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.088639:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011ff4ebf. 00010000:00000010:1.0:1776190133.088642:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.088651:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ccd4be8. 00010000:00000010:1.0:1776190133.088674:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.088678:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.088709:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000febc6a1d. 00010000:00000010:1.0:1776190133.088711:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.088714:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017cd20d2. 00010000:00000010:1.0:1776190133.088717:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.088727:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071a1324b. 00010000:00000010:1.0:1776190133.088751:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.088755:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.088808:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d320d792. 00010000:00000010:1.0:1776190133.088810:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.088813:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003928df60. 00010000:00000010:1.0:1776190133.088816:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.088824:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b28cb90c. 00010000:00000010:1.0:1776190133.088849:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.088853:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.088901:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ce8796f0. 00010000:00000010:1.0:1776190133.089128:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.089133:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009c30a426. 00010000:00000010:1.0:1776190133.089136:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.089146:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008dd15a37. 00010000:00000010:1.0:1776190133.089173:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.089177:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.089206:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000386195c9. 00010000:00000010:1.0:1776190133.089209:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.089212:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000de5e6d35. 00010000:00000010:1.0:1776190133.089214:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.089220:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e095ee45. 00010000:00000010:1.0:1776190133.089239:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.089242:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.089269:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000efcd49a9. 00010000:00000010:1.0:1776190133.089271:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.089274:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b61ce4d5. 00010000:00000010:1.0:1776190133.089276:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.089281:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bba79b80. 00010000:00000010:1.0:1776190133.089300:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.089303:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.089329:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c9fda978. 00010000:00000010:1.0:1776190133.089332:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.089335:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cca84808. 00010000:00000010:1.0:1776190133.089337:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.089344:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d470e363. 00010000:00000010:1.0:1776190133.089366:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.089370:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.089398:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ec7d2217. 00010000:00000010:1.0:1776190133.089402:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.089405:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000627af1c2. 00010000:00000010:1.0:1776190133.089407:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.089415:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c03beb2. 00010000:00000010:1.0:1776190133.089437:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.089440:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.089469:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e67c7b6e. 00010000:00000010:1.0:1776190133.089471:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.089474:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002641a6d7. 00010000:00000010:1.0:1776190133.089476:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.089484:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001266ca61. 00010000:00000010:1.0:1776190133.091016:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.091033:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.091127:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006a7b2a25. 00010000:00000010:1.0:1776190133.091130:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.091134:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007055a3f3. 00010000:00000010:1.0:1776190133.091138:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.091153:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0756261. 00010000:00000010:1.0:1776190133.091195:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.091199:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.091233:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d67054ba. 00010000:00000010:1.0:1776190133.091236:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.091239:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a79fb183. 00010000:00000010:1.0:1776190133.091242:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.091250:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dbb9fa24. 00010000:00000010:1.0:1776190133.091287:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.091292:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.091342:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000048a6b97c. 00010000:00000010:1.0:1776190133.091345:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.091349:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000787b8a33. 00010000:00000010:1.0:1776190133.091352:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.091359:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af9c34ca. 00010000:00000010:1.0:1776190133.091383:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.091387:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.091416:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bb61387d. 00010000:00000010:1.0:1776190133.091419:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.091422:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000186403de. 00010000:00000010:1.0:1776190133.091425:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.091432:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad60fc24. 00010000:00000010:1.0:1776190133.091454:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.091458:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.091484:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f5cd0116. 00010000:00000010:1.0:1776190133.091487:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.091490:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000887083cf. 00010000:00000010:1.0:1776190133.091493:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.091511:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2004cb6. 00010000:00000010:1.0:1776190133.091543:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.091547:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.091577:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000800f741e. 00010000:00000010:1.0:1776190133.091580:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.091584:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061564868. 00010000:00000010:1.0:1776190133.091587:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.091594:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2d056aa. 00010000:00000010:1.0:1776190133.091617:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.091621:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.091654:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009b03ffcf. 00010000:00000010:1.0:1776190133.091657:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.091660:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d293aae5. 00010000:00000010:1.0:1776190133.091663:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.091670:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025908d9d. 00010000:00000010:1.0:1776190133.091691:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.091695:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.092004:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003a080688. 00010000:00000010:1.0:1776190133.092008:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.092011:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d1560c02. 00010000:00000010:1.0:1776190133.092015:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.092030:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b35bdbe4. 00010000:00000010:1.0:1776190133.092061:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.092065:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.092104:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005f2fe993. 00010000:00000010:1.0:1776190133.092107:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.092110:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d34ee8ec. 00010000:00000010:1.0:1776190133.092114:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.092123:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000068236aef. 00010000:00000010:1.0:1776190133.092151:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.092156:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.092187:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001a4682ad. 00010000:00000010:1.0:1776190133.092190:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.092193:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000823754fc. 00010000:00000010:1.0:1776190133.092196:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.092204:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f874a3da. 00010000:00000010:1.0:1776190133.092412:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.092422:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.092460:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd4cb8e1. 00010000:00000010:1.0:1776190133.092463:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.092466:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005dfab8e1. 00010000:00000010:1.0:1776190133.092469:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.092476:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f9f87cd. 00010000:00000010:1.0:1776190133.092585:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.092591:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.092626:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d6ceaf43. 00010000:00000010:1.0:1776190133.092629:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.092631:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042763b8d. 00010000:00000010:1.0:1776190133.092634:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.092641:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e0b2314d. 00010000:00000010:1.0:1776190133.092666:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.092669:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.092707:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000081e46c69. 00010000:00000010:1.0:1776190133.092709:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.092712:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000065445b2e. 00010000:00000010:1.0:1776190133.092715:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.092722:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ea47602. 00010000:00000010:1.0:1776190133.092745:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.092749:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.093305:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000836a9ac3. 00010000:00000010:1.0:1776190133.093320:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.093324:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009ad3a1fa. 00010000:00000010:1.0:1776190133.093328:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.093339:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005cfaf842. 00010000:00000010:1.0:1776190133.093374:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.093380:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.093419:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007849286d. 00010000:00000010:1.0:1776190133.093422:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.093425:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000844783c7. 00010000:00000010:1.0:1776190133.093428:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.093435:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a079d195. 00010000:00000010:1.0:1776190133.093457:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.093461:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.093490:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009c4d9b28. 00010000:00000010:1.0:1776190133.093493:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.093496:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dbff36e2. 00010000:00000010:1.0:1776190133.093511:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.093518:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b588ae3. 00010000:00000010:1.0:1776190133.093550:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.093554:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.093582:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cbb033d4. 00010000:00000010:1.0:1776190133.093584:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.093587:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003346ab95. 00010000:00000010:1.0:1776190133.093589:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.093599:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c4532fb. 00010000:00000010:1.0:1776190133.093621:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.093624:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.093650:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000809b6bc3. 00010000:00000010:1.0:1776190133.093653:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.093656:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056da3818. 00010000:00000010:1.0:1776190133.093659:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.093666:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c181544a. 00010000:00000010:1.0:1776190133.093687:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.093691:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.093725:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000020a0a19f. 00010000:00000010:1.0:1776190133.093727:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.093730:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008b1a95b1. 00010000:00000010:1.0:1776190133.093733:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.093740:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008131a837. 00010000:00000010:1.0:1776190133.093761:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.093765:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.093985:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000016072dc0. 00010000:00000010:1.0:1776190133.093989:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.093992:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b88525a. 00010000:00000010:1.0:1776190133.093995:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.094002:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a10953c. 00010000:00000010:1.0:1776190133.094024:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.094027:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.094058:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000caf4e0cf. 00010000:00000010:1.0:1776190133.094060:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.094154:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a78f97e. 00010000:00000010:1.0:1776190133.094160:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.094169:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c64da22d. 00010000:00000010:1.0:1776190133.094194:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.094198:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.094228:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c4428ab4. 00010000:00000010:1.0:1776190133.094230:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.094233:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002d770614. 00010000:00000010:1.0:1776190133.094236:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.094243:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e576b894. 00010000:00000010:1.0:1776190133.094263:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.094266:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.094292:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c39a3102. 00010000:00000010:1.0:1776190133.094295:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.094297:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1455caa. 00010000:00000010:1.0:1776190133.094300:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.094305:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060e88f1b. 00010000:00000010:1.0:1776190133.094383:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.094388:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.094418:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de1a17c6. 00010000:00000010:1.0:1776190133.094420:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.094423:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bee99c90. 00010000:00000010:1.0:1776190133.094426:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.094434:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1dd18b3. 00010000:00000010:1.0:1776190133.094457:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.094461:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.094493:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005e70be02. 00010000:00000010:1.0:1776190133.094579:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.094582:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f85a751. 00010000:00000010:1.0:1776190133.094585:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.094596:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005020655e. 00010000:00000010:1.0:1776190133.094622:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.094626:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.094658:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000006bbc877. 00010000:00000010:1.0:1776190133.094661:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.094664:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1d0d6b3. 00010000:00000010:1.0:1776190133.094668:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.094676:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000030f0b2c1. 00010000:00000010:1.0:1776190133.094699:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.094703:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.094732:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003b708571. 00010000:00000010:1.0:1776190133.094735:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.094737:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a164d7cc. 00010000:00000010:1.0:1776190133.094739:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.094746:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000158d1ee9. 00010000:00000010:1.0:1776190133.094763:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.094766:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.095020:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b8de5aec. 00010000:00000010:1.0:1776190133.095024:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.095028:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d33cdee. 00010000:00000010:1.0:1776190133.095031:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.095040:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e39ecdb. 00010000:00000010:1.0:1776190133.095172:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.095178:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.095211:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b9d1d166. 00010000:00000010:1.0:1776190133.095214:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.095217:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e6b8696. 00010000:00000010:1.0:1776190133.095220:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.095229:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021053de7. 00010000:00000010:1.0:1776190133.095252:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.095257:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.095587:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eff8a4dc. 00010000:00000010:1.0:1776190133.095592:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.095595:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ead4b5e. 00010000:00000010:1.0:1776190133.095598:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.095608:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff3c125a. 00010000:00000010:1.0:1776190133.095635:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.095639:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.095676:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d4e31fae. 00010000:00000010:1.0:1776190133.095680:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.095682:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000063c25653. 00010000:00000010:1.0:1776190133.095685:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.095693:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d8a5383. 00010000:00000010:1.0:1776190133.095717:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.095721:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.095751:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a14ce9a3. 00010000:00000010:1.0:1776190133.095754:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.095757:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000699d9369. 00010000:00000010:1.0:1776190133.095760:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.095768:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff4747a1. 00010000:00000010:1.0:1776190133.095835:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.095841:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.095874:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bada33d7. 00010000:00000010:1.0:1776190133.095877:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.095880:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000bbc64e1. 00010000:00000010:1.0:1776190133.095883:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.095891:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f80cb54. 00010000:00000010:1.0:1776190133.095915:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.095920:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.095949:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d44c7810. 00010000:00000010:1.0:1776190133.095952:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.095954:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031edba3a. 00010000:00000010:1.0:1776190133.095957:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.095965:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000600eec57. 00010000:00000010:1.0:1776190133.095986:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.095991:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.096021:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a7215bd5. 00010000:00000010:1.0:1776190133.096023:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.096026:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc32a2d3. 00010000:00000010:1.0:1776190133.096028:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.096034:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003009d358. 00010000:00000010:1.0:1776190133.096053:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.096056:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.096265:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa510eae. 00010000:00000010:1.0:1776190133.096280:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.096283:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e17570c. 00010000:00000010:1.0:1776190133.096286:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.096295:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b35461e. 00010000:00000010:1.0:1776190133.096318:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.096323:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.096359:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009b1e8658. 00010000:00000010:1.0:1776190133.096361:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.096364:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc83bdbc. 00010000:00000010:1.0:1776190133.096367:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.096376:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001daf38ff. 00010000:00000010:1.0:1776190133.096399:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.096403:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.096433:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000092d12437. 00010000:00000010:1.0:1776190133.096435:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.096438:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000063de8d14. 00010000:00000010:1.0:1776190133.096440:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.096448:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a51ae846. 00010000:00000010:1.0:1776190133.096471:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.096474:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.096627:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000603f5bf5. 00010000:00000010:1.0:1776190133.096630:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.096633:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000811dc0f4. 00010000:00000010:1.0:1776190133.096636:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.096645:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ad8569a. 00010000:00000010:1.0:1776190133.096669:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.096673:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.096701:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006018b784. 00010000:00000010:1.0:1776190133.096704:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.096707:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000865ad265. 00010000:00000010:1.0:1776190133.096710:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.096717:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ad4b029. 00010000:00000010:1.0:1776190133.096739:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.096743:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.096930:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f22394eb. 00010000:00000010:1.0:1776190133.096934:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.096938:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac61a33e. 00010000:00000010:1.0:1776190133.096942:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.096952:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dcfc73e9. 00010000:00000010:1.0:1776190133.096981:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.096986:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.097017:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000264bc480. 00010000:00000010:1.0:1776190133.097021:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.097023:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6911ce0. 00010000:00000010:1.0:1776190133.097025:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.097032:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006e5cbb04. 00010000:00000010:1.0:1776190133.097053:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.097057:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.097192:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de7fc5dc. 00010000:00000010:1.0:1776190133.097196:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.097199:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090c88555. 00010000:00000010:1.0:1776190133.097248:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.097255:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9b23380. 00010000:00000010:1.0:1776190133.097428:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.097433:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.097464:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000046c5fd0d. 00010000:00000010:1.0:1776190133.097467:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.097470:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002d918857. 00010000:00000010:1.0:1776190133.097473:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.097480:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e1412b0. 00010000:00000010:1.0:1776190133.097600:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.097605:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.097641:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000cc04406. 00010000:00000010:1.0:1776190133.097644:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.097646:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000615fda4c. 00010000:00000010:1.0:1776190133.097649:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.097656:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e02ddc95. 00010000:00000010:1.0:1776190133.097678:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.097682:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.097709:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000da55565f. 00010000:00000010:1.0:1776190133.097712:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.097714:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003873c30d. 00010000:00000010:1.0:1776190133.097716:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.097725:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d0fe97c. 00010000:00000010:1.0:1776190133.097746:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.097750:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.097849:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a38081a3. 00010000:00000010:1.0:1776190133.097853:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.097856:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000951c1d23. 00010000:00000010:1.0:1776190133.097859:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.097865:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e87f17b. 00010000:00000010:1.0:1776190133.097906:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.097909:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.097936:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000044d41b79. 00010000:00000010:1.0:1776190133.097939:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.097942:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b728303c. 00010000:00000010:1.0:1776190133.097945:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00080000:00000010:1.0:1776190133.097951:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005cc0aaab. 00010000:00000010:1.0:1776190133.097969:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.097973:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.098009:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008f186bab. 00010000:00000010:1.0:1776190133.098012:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.098021:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000faf23021. 00000100:00000010:1.0:1776190133.098028:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.098036:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 02000000:00000010:1.0:1776190133.098049:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b0d2449. 02000000:00000010:1.0:1776190133.098239:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d7349ac. 00000400:00000010:1.0:1776190133.098246:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009cd64714. 00000400:00000010:1.0:1776190133.098252:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190133.098258:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301367744, portal 16 00000400:00000010:1.0:1776190133.098263:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000269626f8. 00000100:00000200:1.0:1776190133.098265:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301367744, offset 0 00000400:00000200:1.0:1776190133.099590:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.099611:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.099618:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.099621:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.099624:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.099627:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92900:92900:256:4294967295] 192.168.203.39@tcp LPNI seq info [92900:92900:8:4294967295] 00000400:00000200:1.0:1776190133.099638:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.099644:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.099652:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006708edc (tot 82352466). 00000800:00000200:1.0:1776190133.099662:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.099668:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.099672:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006708edc type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190133.101164:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000629b2d3f. 00010000:00000010:2.1:1776190133.101182:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000796e951. 00000800:00000200:2.0:1776190133.102894:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.102902:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006708edc (tot 82352218). 00000400:00000200:2.0:1776190133.102912:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.102921:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.102928:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000269626f8 00000400:00000010:2.0:1776190133.102930:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000269626f8. 00000100:00000200:2.0:1776190133.102938:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d96c74a9 x1862468301367744/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.108297:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.108319:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18229c0 00000400:00000200:2.0:1776190133.108330:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb62b1 [1] + 224 00000400:00000200:2.0:1776190133.108342:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.108346:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.108357:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d96c74a9 x1862468301367744/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.108396:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.108402:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379440 00000400:00000200:2.0:1776190133.108407:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4cd9 [2] + 0 00000400:00000200:2.0:1776190133.108474:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.108479:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.108484:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190133.108489:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 00000020:00000010:0.0:1776190133.108871:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae6149e1. 00000020:00000010:0.0:1776190133.108886:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.108892:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190133.108934:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001fa788c5 x1862468296479808/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190133.108982:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296479808 02000000:00000010:0.0:1776190133.108997:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000feeb4d39. 00010000:00000010:0.0:1776190133.109049:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.109061:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ada88081. 00000100:00000010:0.0:1776190133.109070:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ada88081. 00010000:00000010:0.0:1776190133.109076:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190133.109096:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c400cdc9. 00000100:00000200:0.0:1776190133.109103:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296479808, offset 224 00000400:00000200:0.0:1776190133.109113:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000010:1.0:1776190133.109507:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009cd64714. 00000400:00000200:1.0:1776190133.109514:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:1.0:1776190133.109517:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 00000100:00000200:1.0:1776190133.109536:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d96c74a9 x1862468301367744/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.109545:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d96c74a9 x1862468301367744/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190133.109583:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd30995c. 02000000:00000010:1.0:1776190133.109600:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d7349ac. 02000000:00000010:1.0:1776190133.109605:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007b0d2449. 00000100:00000010:1.0:1776190133.109609:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000100:00000010:1.0:1776190133.109612:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.109617:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000faf23021. 00080000:00000010:1.0:1776190133.109636:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d7349ac. 00000400:00000200:0.0:1776190133.109706:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.109717:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92901:92901:256:4294967295] 192.168.203.39@tcp LPNI seq info [92901:92901:8:4294967295] 00000400:00000200:0.0:1776190133.109734:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.109741:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.109750:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352466). 00000800:00000200:0.0:1776190133.109760:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.109770:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.109800:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.109833:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.109841:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190133.109846:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae6149e1. 00000800:00000200:2.0:1776190133.109947:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.109953:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352218). 00000400:00000200:2.0:1776190133.109957:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.109964:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.109968:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c400cdc9 00000400:00000010:2.0:1776190133.109970:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c400cdc9. 00010000:00000010:1.1:1776190133.110007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000353dd93f. 00010000:00000010:1.1:1776190133.110015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024929aeb. 00010000:00000010:1.1:1776190133.110022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f4cd516. 00010000:00000010:1.1:1776190133.110028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a6675a. 00010000:00000010:1.1:1776190133.110031:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f8280a8. 00010000:00000010:1.1:1776190133.110035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cceafdc. 00010000:00000010:1.1:1776190133.110038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092014df2. 00010000:00000010:1.1:1776190133.110040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4acef77. 00010000:00000010:1.1:1776190133.110043:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000253f3aec. 00010000:00000010:1.1:1776190133.110047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f43969a. 00010000:00000010:1.1:1776190133.110049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027dacba6. 00010000:00000010:1.1:1776190133.110053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c07713f. 00010000:00000010:1.1:1776190133.110056:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039e1f105. 00010000:00000010:1.1:1776190133.110058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086c627c5. 00010000:00000010:1.1:1776190133.110060:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d9f0a50. 00010000:00000010:1.1:1776190133.110065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074de8358. 00010000:00000010:1.1:1776190133.110068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007632f17. 00010000:00000010:1.1:1776190133.110070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e4cca55. 00010000:00000010:1.1:1776190133.110084:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3d99e13. 00010000:00000010:1.1:1776190133.110087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd993c15. 00010000:00000010:1.1:1776190133.110089:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edb211e0. 00010000:00000010:1.1:1776190133.110091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ce4c7d5. 00010000:00000010:1.1:1776190133.110094:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000854b38da. 00010000:00000010:1.1:1776190133.110096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f95b4ea. 00010000:00000010:1.1:1776190133.110098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004b76b56. 00010000:00000010:1.1:1776190133.110102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1c166e6. 00010000:00000010:1.1:1776190133.110107:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3cdba28. 00010000:00000010:1.1:1776190133.110109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019e448a6. 00010000:00000010:1.1:1776190133.110112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cf4b404. 00010000:00000010:1.1:1776190133.110114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f4ccbb0. 00010000:00000010:1.1:1776190133.110116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdd91609. 00010000:00000010:1.1:1776190133.110118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc8d566a. 00010000:00000010:1.1:1776190133.110121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046d1622a. 00010000:00000010:1.1:1776190133.110123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ea9e34. 00010000:00000010:1.1:1776190133.110125:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ec0c8e3. 00010000:00000010:1.1:1776190133.110127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000785cf800. 00010000:00000010:1.1:1776190133.110129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e82f7ee. 00010000:00000010:1.1:1776190133.110131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e0d8dd8. 00010000:00000010:1.1:1776190133.110133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a880f54b. 00010000:00000010:1.1:1776190133.110135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048090b11. 00010000:00000010:1.1:1776190133.110137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc20c423. 00010000:00000010:1.1:1776190133.110139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002b5d353. 00010000:00000010:1.1:1776190133.110141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4cd67cd. 00010000:00000010:1.1:1776190133.110144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002787a695. 00010000:00000010:1.1:1776190133.110146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005df66e92. 00010000:00000010:1.1:1776190133.110148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073b163e2. 00010000:00000010:1.1:1776190133.110150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000225bc89a. 00010000:00000010:1.1:1776190133.110153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ff2e9bc. 00010000:00000010:1.1:1776190133.110157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef073fb5. 00010000:00000010:1.1:1776190133.110162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d2aa9e1. 00010000:00000010:1.1:1776190133.110168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e597f6b6. 00010000:00000010:3.0:1776190133.110173:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.1:1776190133.110173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd422604. 00010000:00000010:1.1:1776190133.110176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab41fd55. 00010000:00000010:1.1:1776190133.110183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f9099b7. 00010000:00000010:3.0:1776190133.110184:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000044da6d22. 00010000:00000010:1.1:1776190133.110186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006e16e1e. 00010000:00000010:1.1:1776190133.110193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b3c1a24. 00010000:00000010:1.1:1776190133.110199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd8b9c1f. 00010000:00000010:1.1:1776190133.110202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abe236bc. 00010000:00000010:1.1:1776190133.110205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8a27187. 00010000:00000010:1.1:1776190133.110208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085f0f6f8. 00010000:00000010:1.1:1776190133.110210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000106ab361. 00010000:00000010:1.1:1776190133.110213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f79514f. 00010000:00000010:1.1:1776190133.110215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078860a4b. 00010000:00000010:1.1:1776190133.110218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045b0bea8. 00010000:00000010:1.1:1776190133.110220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008e31083. 00010000:00000010:1.1:1776190133.110223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a2a215f. 00010000:00000010:1.1:1776190133.110225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6bbcc10. 00010000:00000010:1.1:1776190133.110228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc4fabe. 00010000:00000010:1.1:1776190133.110229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b38112f7. 00010000:00000010:1.1:1776190133.110231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b158b17f. 00010000:00000010:1.1:1776190133.110234:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007220128a. 00010000:00000010:1.1:1776190133.110237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d070188f. 00010000:00000010:1.1:1776190133.110241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e29d033. 00010000:00000010:1.1:1776190133.110243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077c2be97. 00010000:00000010:1.1:1776190133.110246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072ebd1f9. 00010000:00000010:1.1:1776190133.110248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016f7c8da. 00010000:00000010:1.1:1776190133.110250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc1f17a9. 00010000:00000010:1.1:1776190133.110254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000266ee1c5. 00010000:00000010:1.1:1776190133.110257:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033dcc851. 00010000:00000010:1.1:1776190133.110259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073b60bdd. 00010000:00000010:1.1:1776190133.110262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6b48f85. 00010000:00000010:3.0:1776190133.110264:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c16a5f82. 00010000:00000010:1.1:1776190133.110265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066a3b124. 00010000:00000010:1.1:1776190133.110269:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbd089d9. 00010000:00000010:1.1:1776190133.110272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a464b23. 00010000:00000010:1.1:1776190133.110276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050c32c79. 00010000:00000010:1.1:1776190133.110279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c28e843. 00010000:00000010:1.1:1776190133.110282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b566644. 00010000:00000010:1.1:1776190133.110284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a84a56c. 00010000:00000010:1.1:1776190133.110286:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2ff0656. 00010000:00000010:1.1:1776190133.110289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f539c9d. 00010000:00000010:1.1:1776190133.110291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfa83e23. 00010000:00000010:1.1:1776190133.110294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047865f9f. 00010000:00000010:1.1:1776190133.110296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bea1127. 00010000:00000010:1.1:1776190133.110298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005135ec4c. 00010000:00000010:1.1:1776190133.110300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000848642fe. 00010000:00000010:1.1:1776190133.110302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700e1056. 00010000:00000010:1.1:1776190133.110304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b0a0d26. 00010000:00000010:1.1:1776190133.110306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fab70e78. 00010000:00000010:1.1:1776190133.110308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f803d419. 00010000:00000010:1.1:1776190133.110312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021b816f1. 00010000:00000010:1.1:1776190133.110314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d30829bc. 00010000:00000010:1.1:1776190133.110316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7181104. 00010000:00000010:1.1:1776190133.110318:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e4ce7d8. 00010000:00000010:1.1:1776190133.110322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f098d71a. 00010000:00000010:1.1:1776190133.110324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069520d5f. 00010000:00000010:1.1:1776190133.110326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001acee9b. 00010000:00000010:1.1:1776190133.110328:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002f5a297. 00010000:00000010:1.1:1776190133.110330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f405fb22. 00010000:00000010:1.1:1776190133.110332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007483a2d3. 00010000:00000010:1.1:1776190133.110335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8084819. 00010000:00000010:1.1:1776190133.110338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000800cd8c4. 00010000:00000010:1.1:1776190133.110341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fac6962. 00010000:00000010:1.1:1776190133.110345:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000847f3856. 00010000:00000010:1.1:1776190133.110347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8467a88. 00010000:00000010:1.1:1776190133.110349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076cf8be9. 00010000:00000010:1.1:1776190133.110351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d2857c7. 00010000:00000010:1.1:1776190133.110353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000519669b8. 00010000:00000010:1.1:1776190133.110355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc7b700. 00010000:00000010:1.1:1776190133.110357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8674f2c. 00010000:00000010:1.1:1776190133.110359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5f408d4. 00010000:00000010:1.1:1776190133.110363:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046440fe0. 00010000:00000010:1.1:1776190133.110368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1564bb9. 00010000:00000010:1.1:1776190133.110370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f301458. 00010000:00000010:1.1:1776190133.110373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069059e06. 00010000:00000010:1.1:1776190133.110375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e21820e. 00010000:00000010:1.1:1776190133.110379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000086f221d. 00010000:00000010:1.1:1776190133.110381:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bfe1f38. 00010000:00000010:1.1:1776190133.110384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c01fd216. 00010000:00000010:1.1:1776190133.110397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000169eca60. 00010000:00000010:1.1:1776190133.110400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e4ce8d2. 00010000:00000010:1.1:1776190133.110401:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d89bb40. 00010000:00000010:1.1:1776190133.110404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004246d03. 00010000:00000010:1.1:1776190133.110407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eed046d5. 00010000:00000010:1.1:1776190133.110409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ab96322. 00010000:00000010:1.1:1776190133.110411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f838a573. 00010000:00000010:1.1:1776190133.110413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea59ea37. 00010000:00000010:1.1:1776190133.110416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1153239. 00010000:00000010:1.1:1776190133.110418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b2097f9. 00010000:00000010:1.1:1776190133.110421:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b22203a2. 00010000:00000010:1.1:1776190133.110423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d763bcc9. 00010000:00000010:1.1:1776190133.110427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5a8b0ab. 00010000:00000010:1.1:1776190133.110430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022cb72ee. 00010000:00000010:1.1:1776190133.110433:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020a7d7b6. 00010000:00000010:1.1:1776190133.110435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9b63cf2. 00010000:00000010:1.1:1776190133.110438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080b64801. 00010000:00000010:1.1:1776190133.110440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f3fe1dc. 00010000:00000010:1.1:1776190133.110441:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000369498dc. 00010000:00000010:1.1:1776190133.110444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000829aab69. 00010000:00000010:1.1:1776190133.110446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c400dd32. 00010000:00000010:1.1:1776190133.110448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000eb8467. 00010000:00000010:1.1:1776190133.110452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa44f9c9. 00010000:00000010:1.1:1776190133.110454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe06dce9. 00010000:00000010:1.1:1776190133.110456:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072ac44b4. 00010000:00000010:1.1:1776190133.110459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b31968. 00010000:00000010:1.1:1776190133.110461:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e312104e. 00010000:00000010:1.1:1776190133.110464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2003614. 00010000:00000010:1.1:1776190133.110466:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006331c969. 00010000:00000010:1.1:1776190133.110469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a085d9ba. 00010000:00000010:1.1:1776190133.110471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d512aa6d. 00010000:00000010:1.1:1776190133.110473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001287c8c6. 00010000:00000010:1.1:1776190133.110475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000b9fd7d. 00010000:00000010:1.1:1776190133.110478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009706d0dc. 00010000:00000010:1.1:1776190133.110480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b6179c9. 00010000:00000010:1.1:1776190133.110482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db2a445b. 00010000:00000010:1.1:1776190133.110484:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbf52aad. 00010000:00000010:1.1:1776190133.110486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb766f27. 00010000:00000010:1.1:1776190133.110488:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001064fec3. 00010000:00000010:1.1:1776190133.110491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe2299bb. 00010000:00000010:1.1:1776190133.110493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af645cfe. 00010000:00000010:1.1:1776190133.110496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1095a95. 00010000:00000010:1.1:1776190133.110498:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e1efce5. 00010000:00000010:1.1:1776190133.110501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000b940f3. 00010000:00000010:1.1:1776190133.110503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3be2fcf. 00010000:00000010:1.1:1776190133.110506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000920449e6. 00010000:00000010:1.1:1776190133.110507:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f48be2a8. 00010000:00000010:1.1:1776190133.110509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f54efe16. 00010000:00000010:1.1:1776190133.110511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000b123e3. 00010000:00000010:1.1:1776190133.110513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e0e37d8. 00010000:00000010:1.1:1776190133.110515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2f61cfa. 00010000:00000010:1.1:1776190133.110517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f10add8. 00010000:00000010:1.1:1776190133.110519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058d11296. 00010000:00000010:1.1:1776190133.110521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c85c65b. 00010000:00000010:1.1:1776190133.110536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000965f3faf. 00010000:00000010:1.1:1776190133.110541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ca56c3. 00010000:00000010:1.1:1776190133.110543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc713bef. 00010000:00000010:1.1:1776190133.110546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd02691f. 00010000:00000010:1.1:1776190133.110547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe0b197a. 00010000:00000010:1.1:1776190133.110550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f896487. 00010000:00000010:1.1:1776190133.110552:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016bcacd0. 00010000:00000010:1.1:1776190133.110554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0fb3d1c. 00010000:00000010:1.1:1776190133.110556:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026e52ecc. 00010000:00000010:1.1:1776190133.110560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cb667d1. 00010000:00000010:1.1:1776190133.110566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6af14cf. 00010000:00000010:1.1:1776190133.110570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ac9a607. 00010000:00000010:1.1:1776190133.110573:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c82b340f. 00010000:00000010:1.1:1776190133.110576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e696fa5. 00010000:00000010:1.1:1776190133.110578:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020f5639a. 00010000:00000010:1.1:1776190133.110581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001369896b. 00010000:00000010:1.1:1776190133.110583:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebefcd74. 00010000:00000010:1.1:1776190133.110585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f525f68. 00010000:00000010:1.1:1776190133.110587:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095b68794. 00010000:00000010:1.1:1776190133.110589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f36adb9a. 00010000:00000010:1.1:1776190133.110591:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007210c7e6. 00010000:00000010:1.1:1776190133.110594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c922769f. 00010000:00000010:1.1:1776190133.110596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006780daa3. 00010000:00000010:1.1:1776190133.110598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de902a8b. 00010000:00000010:1.1:1776190133.110602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000021cfde. 00010000:00000010:1.1:1776190133.110606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000381b611f. 00010000:00000010:1.1:1776190133.110609:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006543912. 00010000:00000010:1.1:1776190133.110611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db6cf548. 00010000:00000010:1.1:1776190133.110613:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f48dfc5. 00010000:00000010:1.1:1776190133.110616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000205113b3. 00010000:00000010:1.1:1776190133.110618:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8a50c97. 00010000:00000010:1.1:1776190133.110620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002867a7fb. 00010000:00000010:1.1:1776190133.110622:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbf1b2cf. 00010000:00000010:1.1:1776190133.110624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d40e087. 00010000:00000010:1.1:1776190133.110626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052f7e7b4. 00010000:00000010:1.1:1776190133.110629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002586c709. 00010000:00000010:1.1:1776190133.110631:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a062a3b. 00010000:00000010:1.1:1776190133.110633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060083d4e. 00010000:00000010:1.1:1776190133.110635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003dac8311. 00010000:00000010:1.1:1776190133.110638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b9cb9b5. 00010000:00000010:1.1:1776190133.110640:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007281c233. 00010000:00000010:1.1:1776190133.110642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009abb063c. 00010000:00000010:1.1:1776190133.110645:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000175c14a1. 00010000:00000010:1.1:1776190133.110647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da979eae. 00010000:00000010:1.1:1776190133.110649:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8f68e5d. 00010000:00000010:1.1:1776190133.110651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd744cad. 00010000:00000010:1.1:1776190133.110653:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f5a5ad0. 00010000:00000010:1.1:1776190133.110655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6e3da78. 00010000:00000010:1.1:1776190133.110659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049a16c76. 00010000:00000010:1.1:1776190133.110663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaa92800. 00010000:00000010:1.1:1776190133.110665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c8ac3ad. 00010000:00000010:1.1:1776190133.110667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000051758c8. 00010000:00000010:1.1:1776190133.110669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087e2c583. 00010000:00000010:1.1:1776190133.110673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1fd240e. 00010000:00000010:1.1:1776190133.110675:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009be84e95. 00010000:00000010:1.1:1776190133.110678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064ee639e. 00010000:00000010:1.1:1776190133.110680:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f899aff0. 00010000:00000010:1.1:1776190133.110696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6856279. 00010000:00000010:1.1:1776190133.110698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034a28b23. 00010000:00000010:1.1:1776190133.110701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cab2f2c. 00010000:00000010:1.1:1776190133.110704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0b02e9e. 00010000:00000010:1.1:1776190133.110707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b33138f3. 00010000:00000010:1.1:1776190133.110709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bcf5113. 00010000:00000010:1.1:1776190133.110711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bce97e5e. 00010000:00000010:1.1:1776190133.110713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094f6061c. 00010000:00000010:1.1:1776190133.110717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f16608e. 00010000:00000010:1.1:1776190133.110718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1142594. 00010000:00000010:1.1:1776190133.110721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df10a93b. 00010000:00000010:1.1:1776190133.110723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d826e2e. 00010000:00000010:1.1:1776190133.110725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082bd57cf. 00010000:00000010:1.1:1776190133.110727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d14afb95. 00010000:00000010:1.1:1776190133.110730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029b3c52d. 00010000:00000010:1.1:1776190133.110733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070fa59ad. 00010000:00000010:1.1:1776190133.110736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de1f523a. 00010000:00000010:1.1:1776190133.110738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000781a97e2. 00010000:00000010:1.1:1776190133.110740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6cb2d4a. 00010000:00000010:1.1:1776190133.110742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc68721b. 00010000:00000010:1.1:1776190133.110745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8e827d7. 00010000:00000010:1.1:1776190133.110747:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000829e9bd3. 00010000:00000010:1.1:1776190133.110749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031bfea06. 00010000:00000010:1.1:1776190133.110751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044ba045d. 00010000:00000010:1.1:1776190133.110753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011ff4ebf. 00010000:00000010:1.1:1776190133.110755:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000febc6a1d. 00010000:00000010:1.1:1776190133.110758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017cd20d2. 00010000:00000010:1.1:1776190133.110760:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d320d792. 00010000:00000010:1.1:1776190133.110763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003928df60. 00010000:00000010:1.1:1776190133.110765:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce8796f0. 00010000:00000010:1.1:1776190133.110768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c30a426. 00010000:00000010:1.1:1776190133.110793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000386195c9. 00010000:00000010:1.1:1776190133.110796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de5e6d35. 00010000:00000010:1.1:1776190133.110798:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efcd49a9. 00010000:00000010:1.1:1776190133.110801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b61ce4d5. 00010000:00000010:1.1:1776190133.110803:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9fda978. 00010000:00000010:1.1:1776190133.110806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cca84808. 00010000:00000010:1.1:1776190133.110811:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec7d2217. 00010000:00000010:1.1:1776190133.110816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000627af1c2. 00010000:00000010:1.1:1776190133.110819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e67c7b6e. 00010000:00000010:3.0:1776190133.110821:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009e2c667d. 00010000:00000010:1.1:1776190133.110823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002641a6d7. 00010000:00000010:1.1:1776190133.110827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a7b2a25. 00010000:00000010:1.1:1776190133.110830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007055a3f3. 00010000:00000010:1.1:1776190133.110832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d67054ba. 00010000:00000010:1.1:1776190133.110835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a79fb183. 00010000:00000010:1.1:1776190133.110837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048a6b97c. 00010000:00000010:3.0:1776190133.110838:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a6eaca5. 00010000:00000010:1.1:1776190133.110841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000787b8a33. 00000100:00000010:3.0:1776190133.110846:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080a47f0b. 00010000:00000010:1.1:1776190133.110846:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb61387d. 00010000:00000010:1.1:1776190133.110852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000186403de. 00010000:00000010:1.1:1776190133.110854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5cd0116. 00000100:00000010:3.0:1776190133.110856:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 00010000:00000010:1.1:1776190133.110857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000887083cf. 00010000:00000010:1.1:1776190133.110861:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000800f741e. 00010000:00000010:1.1:1776190133.110865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061564868. 00010000:00000010:1.1:1776190133.110868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b03ffcf. 02000000:00000010:3.0:1776190133.110871:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d22eeed4. 00010000:00000010:1.1:1776190133.110880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d293aae5. 00010000:00000010:1.1:1776190133.110887:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a080688. 00010000:00000010:1.1:1776190133.110891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1560c02. 00010000:00000010:1.1:1776190133.110894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f2fe993. 00010000:00000010:1.1:1776190133.110896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d34ee8ec. 00010000:00000010:1.1:1776190133.110898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a4682ad. 02000000:00000010:3.0:1776190133.110900:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce6c8452. 00010000:00000010:1.1:1776190133.110901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000823754fc. 00010000:00000010:1.1:1776190133.110905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd4cb8e1. 00000400:00000010:3.0:1776190133.110907:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f06670c9. 00010000:00000010:1.1:1776190133.110909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dfab8e1. 00000400:00000010:3.0:1776190133.110914:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048a81920. 00010000:00000010:1.1:1776190133.110915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6ceaf43. 00000100:00000200:3.0:1776190133.110921:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301367808, portal 16 00010000:00000010:1.1:1776190133.110921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042763b8d. 00010000:00000010:1.1:1776190133.110927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081e46c69. 00000400:00000010:3.0:1776190133.110929:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000129821df. 00010000:00000010:1.1:1776190133.110931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065445b2e. 00000100:00000200:3.0:1776190133.110932:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301367808, offset 0 00010000:00000010:1.1:1776190133.110935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000836a9ac3. 00010000:00000010:1.1:1776190133.110940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ad3a1fa. 00010000:00000010:1.1:1776190133.110943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007849286d. 00000400:00000200:3.0:1776190133.110944:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00010000:00000010:1.1:1776190133.110947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000844783c7. 00010000:00000010:1.1:1776190133.110950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c4d9b28. 00010000:00000010:1.1:1776190133.110952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbff36e2. 00010000:00000010:1.1:1776190133.110955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbb033d4. 00000400:00000200:3.0:1776190133.110958:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00010000:00000010:1.1:1776190133.110959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003346ab95. 00010000:00000010:1.1:1776190133.110963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000809b6bc3. 00010000:00000010:1.1:1776190133.110966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056da3818. 00000400:00000200:3.0:1776190133.110968:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00010000:00000010:1.1:1776190133.110971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020a0a19f. 00000400:00000200:3.0:1776190133.110974:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00010000:00000010:1.1:1776190133.110975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b1a95b1. 00000400:00000200:3.0:1776190133.110979:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00010000:00000010:1.1:1776190133.110980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016072dc0. 00000400:00000200:3.0:1776190133.110985:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92902:92902:256:4294967295] 192.168.203.39@tcp LPNI seq info [92902:92902:8:4294967295] 00010000:00000010:1.1:1776190133.110986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b88525a. 00010000:00000010:1.1:1776190133.110990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000caf4e0cf. 00010000:00000010:1.1:1776190133.110994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a78f97e. 00010000:00000010:1.1:1776190133.110999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4428ab4. 00000400:00000200:3.0:1776190133.111001:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00010000:00000010:1.1:1776190133.111003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d770614. 00010000:00000010:1.1:1776190133.111008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c39a3102. 00000800:00000200:3.0:1776190133.111010:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00010000:00000010:1.1:1776190133.111011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1455caa. 00000800:00000010:3.0:1776190133.111015:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00010000:00000010:1.1:1776190133.111015:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de1a17c6. 00010000:00000010:1.1:1776190133.111018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bee99c90. 00010000:00000010:1.1:1776190133.111022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e70be02. 00000800:00000200:3.0:1776190133.111024:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00010000:00000010:1.1:1776190133.111025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f85a751. 00010000:00000010:1.1:1776190133.111030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006bbc877. 00000800:00000200:3.0:1776190133.111036:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00010000:00000010:1.1:1776190133.111036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1d0d6b3. 00000800:00000200:3.0:1776190133.111041:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190133.111043:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b708571. 00010000:00000010:1.1:1776190133.111049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a164d7cc. 00010000:00000010:1.1:1776190133.111053:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8de5aec. 00010000:00000010:1.1:1776190133.111058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d33cdee. 00010000:00000010:1.1:1776190133.111062:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9d1d166. 00010000:00000010:1.1:1776190133.111065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e6b8696. 00010000:00000010:1.1:1776190133.111068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eff8a4dc. 00010000:00000010:1.1:1776190133.111070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ead4b5e. 00010000:00000010:1.1:1776190133.111073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4e31fae. 00010000:00000010:1.1:1776190133.111075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063c25653. 00010000:00000010:1.1:1776190133.111077:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a14ce9a3. 00010000:00000010:1.1:1776190133.111080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000699d9369. 00010000:00000010:1.1:1776190133.111083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bada33d7. 00010000:00000010:1.1:1776190133.111086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bbc64e1. 00010000:00000010:1.1:1776190133.111089:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d44c7810. 00010000:00000010:1.1:1776190133.111091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031edba3a. 00010000:00000010:1.1:1776190133.111094:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7215bd5. 00010000:00000010:1.1:1776190133.111096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc32a2d3. 00010000:00000010:1.1:1776190133.111098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa510eae. 00010000:00000010:1.1:1776190133.111100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e17570c. 00010000:00000010:1.1:1776190133.111102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b1e8658. 00010000:00000010:1.1:1776190133.111105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc83bdbc. 00010000:00000010:1.1:1776190133.111107:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092d12437. 00010000:00000010:1.1:1776190133.111109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063de8d14. 00010000:00000010:1.1:1776190133.111111:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000603f5bf5. 00010000:00000010:1.1:1776190133.111113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000811dc0f4. 00010000:00000010:1.1:1776190133.111115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006018b784. 00010000:00000010:1.1:1776190133.111117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000865ad265. 00010000:00000010:1.1:1776190133.111121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f22394eb. 00010000:00000010:1.1:1776190133.111123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac61a33e. 00010000:00000010:1.1:1776190133.111125:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000264bc480. 00010000:00000010:1.1:1776190133.111127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6911ce0. 00010000:00000010:1.1:1776190133.111129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de7fc5dc. 00010000:00000010:1.1:1776190133.111131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090c88555. 00010000:00000010:1.1:1776190133.111133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046c5fd0d. 00010000:00000010:1.1:1776190133.111135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d918857. 00010000:00000010:1.1:1776190133.111137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cc04406. 00010000:00000010:1.1:1776190133.111139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000615fda4c. 00010000:00000010:1.1:1776190133.111141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da55565f. 00010000:00000010:1.1:1776190133.111143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003873c30d. 00010000:00000010:1.1:1776190133.111145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a38081a3. 00010000:00000010:1.1:1776190133.111147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000951c1d23. 00010000:00000010:1.1:1776190133.111149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044d41b79. 00010000:00000010:1.1:1776190133.111151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b728303c. 00000800:00000200:2.0:1776190133.111741:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.111747:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:2.0:1776190133.111756:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.111763:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.111767:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000129821df 00000400:00000010:2.0:1776190133.111769:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000129821df. 00010000:00000010:0.1:1776190133.111791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1fe79ba. 00000100:00000200:2.0:1776190133.111821:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000001edc131 x1862468301367808/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.113641:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.113660:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822a00 00000400:00000200:2.0:1776190133.113670:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb62bd [1] + 224 00000400:00000200:2.0:1776190133.113683:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.113687:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.113696:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000001edc131 x1862468301367808/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190133.114196:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f06670c9. 00000400:00000200:3.0:1776190133.114201:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048a81920 00000400:00000010:3.0:1776190133.114203:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048a81920. 00000100:00000200:3.0:1776190133.114209:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000001edc131 x1862468301367808/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190133.114217:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000001edc131 x1862468301367808/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190133.114245:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce6c8452. 02000000:00000010:3.0:1776190133.114250:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d22eeed4. 00000100:00000010:3.0:1776190133.114253:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 00000100:00000010:3.0:1776190133.114257:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080a47f0b. 00010000:00000010:3.0:1776190133.114262:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a6eaca5. 00000400:00000200:2.0:1776190133.114543:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.114553:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379480 00000400:00000200:2.0:1776190133.114558:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4cd9 [2] + 328 00000400:00000200:2.0:1776190133.114607:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.114611:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.114615:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190133.114620:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 00000020:00000010:0.0:1776190133.114832:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae6149e1. 00000020:00000010:0.0:1776190133.114839:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.114843:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190133.114867:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d9e7cf1 x1862468296479872/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190133.114897:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296479872 02000000:00000010:0.0:1776190133.114908:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000816f5edc. 00010000:00000010:0.0:1776190133.114933:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a6d799b3. 00010000:00000010:0.0:1776190133.114954:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.114960:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ada88081. 00000100:00000010:0.0:1776190133.114985:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ada88081. 00010000:00000010:0.0:1776190133.114991:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190133.115004:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c79e5fff. 00000100:00000200:0.0:1776190133.115008:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296479872, offset 224 00000400:00000200:0.0:1776190133.115015:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.115026:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.115031:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92903:92903:256:4294967295] 192.168.203.39@tcp LPNI seq info [92903:92903:8:4294967295] 00000400:00000200:0.0:1776190133.115041:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.115045:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.115050:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352466). 00000800:00000200:0.0:1776190133.115056:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.115073:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.115077:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.115094:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.115099:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190133.115103:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae6149e1. 00080000:00000010:1.0:1776190133.115111:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1577045. 00010000:00000010:1.0:1776190133.115218:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e2c667d. 00010000:00000010:1.0:1776190133.115228:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f1280c03. 00010000:00000010:1.0:1776190133.115316:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b728303c. 00010000:00000010:1.0:1776190133.115323:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.115337:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000faf23021. 00000100:00000010:1.0:1776190133.115344:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000800:00000200:2.0:1776190133.115351:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1776190133.115352:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 00000800:00000010:2.0:1776190133.115356:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352218). 00000400:00000200:2.0:1776190133.115362:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1776190133.115364:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b0d2449. 00000400:00000200:2.0:1776190133.115368:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.115372:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c79e5fff 00000400:00000010:2.0:1776190133.115374:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c79e5fff. 02000000:00000010:1.0:1776190133.115389:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004278608. 00000400:00000010:1.0:1776190133.115396:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009cd64714. 00000400:00000010:1.0:1776190133.115402:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190133.115406:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301367872, portal 16 00000400:00000010:1.0:1776190133.115411:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000295c0815. 00000100:00000200:1.0:1776190133.115414:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301367872, offset 0 00000400:00000200:1.0:1776190133.115419:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.115426:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.115432:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.115436:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.115438:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.115441:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92904:92904:256:4294967295] 192.168.203.39@tcp LPNI seq info [92904:92904:8:4294967295] 00000400:00000200:1.0:1776190133.115447:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.115452:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.115455:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d164298 (tot 82352466). 00000800:00000200:1.0:1776190133.115459:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.115463:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.115465:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d164298 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190133.115717:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.115719:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d164298 (tot 82352218). 00000400:00000200:2.0:1776190133.115724:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.115731:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.115733:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000295c0815 00000400:00000010:2.0:1776190133.115734:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000295c0815. 00000100:00000200:2.0:1776190133.115743:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d96c74a9 x1862468301367872/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.118947:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.118968:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822a40 00000400:00000200:2.0:1776190133.118976:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb62c9 [1] + 224 00000400:00000200:2.0:1776190133.118991:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.118995:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.119005:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d96c74a9 x1862468301367872/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190133.119066:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009cd64714. 00000400:00000200:1.0:1776190133.119083:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:1.0:1776190133.119092:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 00000100:00000200:1.0:1776190133.119100:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d96c74a9 x1862468301367872/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.119109:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d96c74a9 x1862468301367872/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.119138:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004278608. 02000000:00000010:1.0:1776190133.119144:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007b0d2449. 00000100:00000010:1.0:1776190133.119149:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000100:00000010:1.0:1776190133.119154:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.119158:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000faf23021. 00000400:00000200:2.0:1776190133.120245:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.120260:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13794c0 00000400:00000200:2.0:1776190133.120267:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4cd9 [2] + 656 00000400:00000200:2.0:1776190133.120321:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.120326:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.120331:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190133.120337:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000385e35d2. 00000020:00000010:2.0:1776190133.123074:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000551b748b. 00000020:00000010:2.0:1776190133.123088:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.123094:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190133.123125:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000385e35d2 x1862468296479936/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190133.123201:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296479936 02000000:00000010:2.0:1776190133.123216:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000573d13a2. 00010000:00000010:2.0:1776190133.123243:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038948705. 00010000:00000010:2.0:1776190133.123263:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002aa08952. 00000100:00000010:2.0:1776190133.123270:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000074629918. 00000100:00000010:2.0:1776190133.123289:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000074629918. 00010000:00000010:2.0:1776190133.123293:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002aa08952. 00000400:00000010:2.0:1776190133.123305:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190133.123310:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296479936, offset 224 00000400:00000200:2.0:1776190133.123319:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.123333:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.123338:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92905:92905:256:4294967295] 192.168.203.39@tcp LPNI seq info [92905:92905:8:4294967295] 00000400:00000200:2.0:1776190133.123349:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.123354:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.123358:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007553869f (tot 82352466). 00000800:00000200:2.0:1776190133.123364:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.123371:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.123374:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007553869f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190133.123402:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.123407:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.123410:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000551b748b. 00000800:00000200:3.0:1776190133.123542:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.123546:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352218). 00000400:00000200:3.0:1776190133.123550:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.123555:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.123559:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:3.0:1776190133.123561:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00080000:00000010:1.0:1776190133.123629:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004278608. 00010000:00000010:1.0:1776190133.123713:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.123721:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007e62535d. 00010000:00000010:1.1:1776190133.123809:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e40a6651. 00010000:00000010:1.0:1776190133.123839:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002a23b20. 00010000:00000010:1.0:1776190133.123845:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.123855:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000faf23021. 00000100:00000010:1.0:1776190133.123859:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.123866:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 02000000:00000010:1.0:1776190133.123878:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064c89a86. 02000000:00000010:1.0:1776190133.123898:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7becc1e. 00000400:00000010:1.0:1776190133.123904:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009cd64714. 00000400:00000010:1.0:1776190133.123908:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190133.123913:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301367936, portal 16 00000400:00000010:1.0:1776190133.123917:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac2f0cb. 00000100:00000200:1.0:1776190133.123918:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301367936, offset 0 00000400:00000200:1.0:1776190133.123924:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.123931:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.123937:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.123940:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.123943:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.123946:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92906:92906:256:4294967295] 192.168.203.39@tcp LPNI seq info [92906:92906:8:4294967295] 00000400:00000200:1.0:1776190133.123954:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.123958:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.123961:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006429d592 (tot 82352466). 00000800:00000200:1.0:1776190133.123964:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.123968:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.123970:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006429d592 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190133.124231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009081ccb3. 00010000:00000010:3.1:1776190133.124237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f186bab. 00000800:00000200:3.0:1776190133.124308:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.124310:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006429d592 (tot 82352218). 00000400:00000200:3.0:1776190133.124315:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.124319:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.124322:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac2f0cb 00000400:00000010:3.0:1776190133.124323:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac2f0cb. 00000100:00000200:3.0:1776190133.124328:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d96c74a9 x1862468301367936/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190133.124980:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024386a1f. 00010000:00000010:1.1:1776190133.127947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000285e7f0c. 00010000:00000010:1.1:1776190133.127962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a5f82. 00010000:00000010:2.1:1776190133.132914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a82cbe4e. 00010000:00000010:1.1:1776190133.133825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3b9aaff. 00010000:00000010:1.1:1776190133.133835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b728303c. 00000400:00000200:2.0:1776190133.136195:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.136215:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822a80 00000400:00000200:2.0:1776190133.136224:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb62d5 [1] + 224 00000400:00000200:2.0:1776190133.136253:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.136258:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.136272:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d96c74a9 x1862468301367936/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.136397:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000010:1.0:1776190133.136406:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009cd64714. 00000400:00000200:3.0:1776190133.136407:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379500 00000400:00000200:1.0:1776190133.136413:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:1.0:1776190133.136415:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 00000100:00000200:1.0:1776190133.136422:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d96c74a9 x1862468301367936/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.136424:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4cd9 [2] + 984 00000100:00000200:1.0:1776190133.136436:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d96c74a9 x1862468301367936/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.136464:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7becc1e. 02000000:00000010:1.0:1776190133.136471:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000064c89a86. 00000100:00000010:1.0:1776190133.136474:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000400:00000200:3.0:1776190133.136482:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.136487:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000010:1.0:1776190133.136488:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00000100:00000200:3.0:1776190133.136492:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.0:1776190133.136494:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000faf23021. 00000100:00000010:3.0:1776190133.136499:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 00000020:00000010:2.0:1776190133.136694:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000551b748b. 00000020:00000010:2.0:1776190133.136702:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.136706:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190133.136728:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000001edc131 x1862468296480000/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190133.136765:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296480000 02000000:00000010:2.0:1776190133.136810:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c037cf01. 00010000:00000010:2.0:1776190133.136835:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d2b90d24. 00010000:00000010:2.0:1776190133.136856:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002aa08952. 00000100:00000010:2.0:1776190133.136861:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000074629918. 00000100:00000010:2.0:1776190133.136867:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000074629918. 00010000:00000010:2.0:1776190133.136870:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002aa08952. 00000400:00000010:2.0:1776190133.136882:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000380035ad. 00000100:00000200:2.0:1776190133.136885:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296480000, offset 224 00000400:00000200:2.0:1776190133.136891:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.136901:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.136906:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92907:92907:256:4294967295] 192.168.203.39@tcp LPNI seq info [92907:92907:8:4294967295] 00000400:00000200:2.0:1776190133.136914:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.136919:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.136923:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007553869f (tot 82352466). 00000800:00000200:2.0:1776190133.136928:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.136935:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.136938:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007553869f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190133.136962:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.136965:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.136968:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000551b748b. 00000800:00000200:3.0:1776190133.137075:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.137080:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352218). 00000400:00000200:3.0:1776190133.137084:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.137088:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.137092:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000380035ad 00000400:00000010:3.0:1776190133.137093:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000380035ad. 00080000:00000010:1.0:1776190133.137292:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064c89a86. 00010000:00000010:1.0:1776190133.137370:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.137378:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000091c8d068. 00010000:00000010:1.0:1776190133.137452:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b728303c. 00010000:00000010:1.0:1776190133.137458:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.137468:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000faf23021. 00000100:00000010:1.0:1776190133.137472:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.137478:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 02000000:00000010:1.0:1776190133.137487:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e7becc1e. 02000000:00000010:1.0:1776190133.137510:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb80a9b9. 00000400:00000010:1.0:1776190133.137514:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009cd64714. 00000400:00000010:1.0:1776190133.137518:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190133.137537:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301368000, portal 16 00000400:00000010:1.0:1776190133.137542:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac2f0cb. 00000100:00000200:1.0:1776190133.137544:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301368000, offset 0 00000400:00000200:1.0:1776190133.137550:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.137557:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.137564:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.137568:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.137570:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.137572:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92908:92908:256:4294967295] 192.168.203.39@tcp LPNI seq info [92908:92908:8:4294967295] 00000400:00000200:1.0:1776190133.137579:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.137583:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.137586:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069334a23 (tot 82352466). 00000800:00000200:1.0:1776190133.137590:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.137595:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.137598:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069334a23 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190133.138454:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.138459:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069334a23 (tot 82352218). 00000400:00000200:2.0:1776190133.138466:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.138472:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.138476:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac2f0cb 00000400:00000010:2.0:1776190133.138478:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac2f0cb. 00000100:00000200:2.0:1776190133.138485:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d96c74a9 x1862468301368000/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.141550:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.141580:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822ac0 00000400:00000200:3.0:1776190133.141590:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb62e1 [1] + 224 00000400:00000200:3.0:1776190133.141606:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.141611:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.141622:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d96c74a9 x1862468301368000/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.141743:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.141749:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379540 00000400:00000200:3.0:1776190133.141754:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4cd9 [2] + 1312 00000400:00000200:3.0:1776190133.141762:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.141765:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.141768:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.141804:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000020:00000010:0.0:1776190133.141891:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae6149e1. 00000020:00000010:0.0:1776190133.141899:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.141904:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190133.141927:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074baf3bb x1862468296480064/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190133.141966:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296480064 02000000:00000010:0.0:1776190133.141978:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000be9aa117. 00010000:00000010:0.0:1776190133.142013:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.142376:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ada88081. 00000100:00000010:0.0:1776190133.142395:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ada88081. 00010000:00000010:0.0:1776190133.142404:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190133.142433:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017e036f6. 00000100:00000200:0.0:1776190133.142441:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296480064, offset 224 00000400:00000200:0.0:1776190133.142453:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.142693:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.142701:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92909:92909:256:4294967295] 192.168.203.39@tcp LPNI seq info [92909:92909:8:4294967295] 00000400:00000200:0.0:1776190133.142714:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.142720:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.142727:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000826f680e (tot 82352466). 00000800:00000200:0.0:1776190133.142926:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.142936:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.142940:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000826f680e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.142979:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.142986:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190133.142991:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae6149e1. 00000800:00000200:2.0:1776190133.143451:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.143457:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000826f680e (tot 82352218). 00000400:00000200:2.0:1776190133.143494:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.143503:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.143507:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017e036f6 00000400:00000010:2.0:1776190133.143509:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017e036f6. 00010000:00000010:1.1:1776190133.144867:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081c788ac. 00010000:00000010:1.1:1776190133.144880:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002a23b20. 00000400:00000010:1.0:1776190133.144896:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009cd64714. 00000400:00000200:1.0:1776190133.144900:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:1.0:1776190133.144906:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 00000100:00000200:1.0:1776190133.144918:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d96c74a9 x1862468301368000/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.144928:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d96c74a9 x1862468301368000/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190133.144963:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a70deabd. 02000000:00000010:1.0:1776190133.144984:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb80a9b9. 02000000:00000010:1.0:1776190133.144989:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e7becc1e. 00000100:00000010:1.0:1776190133.144992:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000100:00000010:1.0:1776190133.144996:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.145000:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000faf23021. 00080000:00000010:0.0:1776190133.145251:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae6149e1. 00010000:00000010:0.0:1776190133.145347:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ff9d5c6. 00010000:00000010:0.0:1776190133.145355:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a3ae163d. 00010000:00000010:0.0:1776190133.145458:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f49a020e. 00010000:00000010:0.0:1776190133.145463:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e28ff7d7. 00010000:00000010:0.0:1776190133.145468:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000099d8a844. 00010000:00000010:0.0:1776190133.145473:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00080000:00000010:0.0:1776190133.145648:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000259ad01c. 00010000:00000010:0.0:1776190133.145676:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190133.145680:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e28ff7d7. 00010000:00000010:0.0:1776190133.146678:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e260a472. 00010000:00000010:0.0:1776190133.146687:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00010000:00000010:0.0:1776190133.146699:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.146705:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ada88081. 00000100:00000010:0.0:1776190133.146713:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008962746. 02000000:00000010:0.0:1776190133.146726:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e74ec7c2. 02000000:00000010:0.0:1776190133.146754:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018a14e39. 00000400:00000010:0.0:1776190133.146760:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ca480638. 00000400:00000010:0.0:1776190133.146767:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000509ece33. 00000100:00000200:0.0:1776190133.146787:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301368064, portal 16 00000400:00000010:0.0:1776190133.146793:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a3fb80ce. 00000100:00000200:0.0:1776190133.146795:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301368064, offset 0 00000400:00000200:0.0:1776190133.146804:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.146819:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.146826:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190133.146830:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190133.146833:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190133.146836:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92910:92910:256:4294967295] 192.168.203.39@tcp LPNI seq info [92910:92910:8:4294967295] 00000400:00000200:0.0:1776190133.146845:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.146851:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.146855:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352466). 00000800:00000200:0.0:1776190133.146862:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.146869:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.146873:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190133.147058:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.147062:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352218). 00000400:00000200:2.0:1776190133.147067:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.147072:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.147075:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a3fb80ce 00000400:00000010:2.0:1776190133.147077:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a3fb80ce. 00000100:00000200:2.0:1776190133.147084:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008962746 x1862468301368064/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190133.147857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040349280. 00000400:00000200:3.0:1776190133.148887:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.148905:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822b00 00000400:00000200:3.0:1776190133.148914:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb62ed [1] + 224 00000400:00000200:3.0:1776190133.148928:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.148932:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.148941:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008962746 x1862468301368064/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190133.148992:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ca480638. 00000400:00000200:0.0:1776190133.148998:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000509ece33 00000400:00000010:0.0:1776190133.149000:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000509ece33. 00000100:00000200:0.0:1776190133.149005:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008962746 x1862468301368064/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190133.149012:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008962746 x1862468301368064/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190133.149253:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018a14e39. 02000000:00000010:0.0:1776190133.149259:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e74ec7c2. 00000100:00000010:0.0:1776190133.149318:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008962746. 00000100:00000010:0.0:1776190133.149323:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ada88081. 00010000:00000010:0.0:1776190133.149329:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000200:2.0:1776190133.149439:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.149448:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379580 00000400:00000200:2.0:1776190133.149453:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4cd9 [2] + 1640 00000400:00000200:2.0:1776190133.149511:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.149515:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.149520:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190133.149534:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 00000020:00000010:3.0:1776190133.150149:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d22eeed4. 00000020:00000010:3.0:1776190133.150159:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190133.150163:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190133.150188:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000969b7ebd x1862468296480128/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190133.150225:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296480128 02000000:00000010:3.0:1776190133.150236:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ce6c8452. 00010000:00000010:3.0:1776190133.150261:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b26bd41. 00010000:00000010:3.0:1776190133.150281:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a6eaca5. 00000100:00000010:3.0:1776190133.150287:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080a47f0b. 00000100:00000010:3.0:1776190133.150324:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080a47f0b. 00010000:00000010:3.0:1776190133.150329:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a6eaca5. 00000400:00000010:3.0:1776190133.150342:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048a81920. 00000100:00000200:3.0:1776190133.150347:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296480128, offset 224 00000400:00000200:3.0:1776190133.150354:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.150366:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.150371:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92911:92911:256:4294967295] 192.168.203.39@tcp LPNI seq info [92911:92911:8:4294967295] 00000400:00000200:3.0:1776190133.150381:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.150386:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.150391:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190133.150396:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.150404:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.150407:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190133.150426:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190133.150430:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190133.150433:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d22eeed4. 00080000:00000010:1.0:1776190133.150886:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7becc1e. 00000800:00000200:2.0:1776190133.150890:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.150895:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:2.0:1776190133.150902:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.150907:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.150911:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048a81920 00000400:00000010:2.0:1776190133.150913:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048a81920. 00010000:00000010:1.0:1776190133.150973:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:1.0:1776190133.150981:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000019d3bde7. 00010000:00000010:1.0:1776190133.151052:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002a23b20. 00010000:00000010:1.0:1776190133.151059:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.151068:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000faf23021. 00000100:00000010:1.0:1776190133.151072:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.151080:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 02000000:00000010:1.0:1776190133.151090:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cb80a9b9. 02000000:00000010:1.0:1776190133.151110:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea602c43. 00000400:00000010:1.0:1776190133.151115:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009cd64714. 00000400:00000010:1.0:1776190133.151119:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190133.151124:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301368128, portal 16 00000400:00000010:1.0:1776190133.151128:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000295c0815. 00000100:00000200:1.0:1776190133.151130:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301368128, offset 0 00000400:00000200:1.0:1776190133.151136:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.151143:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.151150:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.151154:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.151156:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.151159:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92912:92912:256:4294967295] 192.168.203.39@tcp LPNI seq info [92912:92912:8:4294967295] 00000400:00000200:1.0:1776190133.151166:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.151170:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.151174:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000350c588e (tot 82352466). 00000800:00000200:1.0:1776190133.151179:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.151183:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.151186:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000350c588e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.151930:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.151935:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000350c588e (tot 82352218). 00000400:00000200:3.0:1776190133.151941:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.151947:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.151951:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000295c0815 00000400:00000010:3.0:1776190133.151953:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000295c0815. 00000100:00000200:3.0:1776190133.151960:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d96c74a9 x1862468301368128/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190133.152791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fbde03b. 00010000:00000010:0.1:1776190133.152800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b728303c. 00010000:00000010:0.1:1776190133.152804:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f49a020e. 00010000:00000010:0.1:1776190133.152807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099d8a844. 00010000:00000010:1.1:1776190133.152878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069bd2a08. 00010000:00000010:3.1:1776190133.156824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f914b447. 00000400:00000200:2.0:1776190133.158076:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.158095:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822b40 00000400:00000200:2.0:1776190133.158104:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb62f9 [1] + 224 00000400:00000200:2.0:1776190133.158119:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.158123:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.158132:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d96c74a9 x1862468301368128/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190133.158263:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009cd64714. 00000400:00000200:1.0:1776190133.158268:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:1.0:1776190133.158270:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 00000100:00000200:1.0:1776190133.158277:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d96c74a9 x1862468301368128/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.158284:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d96c74a9 x1862468301368128/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.158312:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea602c43. 02000000:00000010:1.0:1776190133.158318:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cb80a9b9. 00000100:00000010:1.0:1776190133.158322:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000100:00000010:1.0:1776190133.158326:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.158331:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000faf23021. 00010000:00000010:1.1:1776190133.160820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006eeef880. 00010000:00000010:1.1:1776190133.160834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e260a472. 00000400:00000200:2.0:1776190133.161142:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.161159:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13795c0 00000400:00000200:2.0:1776190133.161167:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4cd9 [2] + 1968 00000400:00000010:2.0:1776190133.161172:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005b20f751. 00000400:00000200:2.0:1776190133.161176:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002e2b7fa8 00000400:00000200:2.0:1776190133.161236:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.161241:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.161246:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e2b7fa8 00000400:00000010:2.0:1776190133.161248:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002e2b7fa8 (tot 82352066). 00000100:00000200:2.0:1776190133.161254:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190133.161499:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e74ec7c2. 00000020:00000010:0.0:1776190133.161507:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.161511:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190133.161554:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009e25b05f x1862468296480192/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190133.161635:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296480192 02000000:00000010:0.0:1776190133.161646:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018a14e39. 00010000:00000010:0.0:1776190133.161673:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a08fd48a. 00010000:00000010:0.0:1776190133.161692:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.161699:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ada88081. 00000100:00000010:0.0:1776190133.161720:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ada88081. 00010000:00000010:0.0:1776190133.161725:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190133.161738:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000509ece33. 00000100:00000200:0.0:1776190133.161742:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296480192, offset 224 00000400:00000200:0.0:1776190133.161749:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.161762:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.161767:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92913:92913:256:4294967295] 192.168.203.39@tcp LPNI seq info [92913:92913:8:4294967295] 00000400:00000200:0.0:1776190133.161892:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.161899:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.161904:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352314). 00000800:00000200:0.0:1776190133.161909:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.161916:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.161919:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.161938:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.161942:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190133.161946:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e74ec7c2. 02000000:00000010:0.0:1776190133.161953:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ce6c8452. 00000100:00000010:0.0:1776190133.161956:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 02000000:00000010:0.0:1776190133.161960:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000be9aa117. 00000100:00000010:0.0:1776190133.161962:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 02000000:00000010:0.0:1776190133.161965:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c037cf01. 00000100:00000010:0.0:1776190133.161967:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 02000000:00000010:0.0:1776190133.161970:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000573d13a2. 00000100:00000010:0.0:1776190133.161972:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000385e35d2. 02000000:00000010:0.0:1776190133.161975:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000816f5edc. 00000100:00000010:0.0:1776190133.161977:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 02000000:00000010:0.0:1776190133.161979:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000feeb4d39. 00000100:00000010:0.0:1776190133.161980:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000200:0.0:1776190133.161986:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190133.161990:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ca480638. 00000400:00000010:0.0:1776190133.161994:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ada88081 (tot 82352466). 00080000:00000010:1.0:1776190133.162059:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb80a9b9. 00010000:00000010:1.0:1776190133.162137:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.162145:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ba00329. 00010000:00000010:1.0:1776190133.162234:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf028ead. 00010000:00000010:1.0:1776190133.162239:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.162248:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000faf23021. 00000100:00000010:1.0:1776190133.162252:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.162258:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 02000000:00000010:1.0:1776190133.162268:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ea602c43. 02000000:00000010:1.0:1776190133.162289:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000003fab6b0. 00000400:00000010:1.0:1776190133.162293:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009cd64714. 00000400:00000010:1.0:1776190133.162297:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190133.162301:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301368192, portal 16 00000400:00000010:1.0:1776190133.162305:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000269626f8. 00000100:00000200:1.0:1776190133.162306:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301368192, offset 0 00000400:00000200:1.0:1776190133.162312:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.162319:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.162325:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.162328:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.162331:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.162333:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92914:92914:255:4294967295] 192.168.203.39@tcp LPNI seq info [92914:92914:7:4294967295] 00000400:00000200:1.0:1776190133.162340:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.162344:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.162348:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352714). 00000800:00000200:1.0:1776190133.162352:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.162355:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.162358:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.162513:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.162517:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352466). 00000400:00000200:3.0:1776190133.162521:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.162536:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.162540:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000509ece33 00000400:00000010:3.0:1776190133.162542:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000509ece33. 02000000:00000010:3.0:1776190133.162547:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018a14e39. 00000800:00000200:3.0:1776190133.162605:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.162607:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:3.0:1776190133.162612:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.162615:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.162617:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000269626f8 00000400:00000010:3.0:1776190133.162618:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000269626f8. 00000100:00000200:3.0:1776190133.162623:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d96c74a9 x1862468301368192/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.166932:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.166953:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822b80 00000400:00000200:3.0:1776190133.166962:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6309 [1] + 224 00000400:00000200:3.0:1776190133.166973:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.166977:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.166987:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d96c74a9 x1862468301368192/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.167027:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.167032:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379600 00000400:00000200:3.0:1776190133.167037:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4d31 [2] + 0 00000400:00000200:3.0:1776190133.167089:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.167092:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.167096:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.167101:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 00000400:00000010:1.0:1776190133.167173:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009cd64714. 00000400:00000200:1.0:1776190133.167178:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:1.0:1776190133.167180:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 00000100:00000200:1.0:1776190133.167187:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d96c74a9 x1862468301368192/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.167193:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d96c74a9 x1862468301368192/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.167219:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000003fab6b0. 02000000:00000010:1.0:1776190133.167225:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ea602c43. 00000100:00000010:1.0:1776190133.167229:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000100:00000010:1.0:1776190133.167232:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.167235:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000faf23021. 00000020:00000010:0.0:1776190133.167308:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000feeb4d39. 00000020:00000010:0.0:1776190133.167314:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.167319:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190133.167340:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c4a3a006 x1862468296480256/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190133.167376:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296480256 02000000:00000010:0.0:1776190133.167387:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000816f5edc. 00010000:00000010:0.0:1776190133.167411:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008874e5a0. 00010000:00000010:0.0:1776190133.167430:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.167437:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc8390c6. 00000100:00000010:0.0:1776190133.167451:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc8390c6. 00010000:00000010:0.0:1776190133.167454:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190133.167466:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab584b4e. 00000100:00000200:0.0:1776190133.167470:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296480256, offset 224 00000400:00000200:0.0:1776190133.167478:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.167488:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.167494:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92915:92915:256:4294967295] 192.168.203.39@tcp LPNI seq info [92915:92915:8:4294967295] 00000400:00000200:0.0:1776190133.167503:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.167508:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.167514:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352466). 00000800:00000200:0.0:1776190133.167519:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.167535:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.167540:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.167563:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.167578:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190133.167581:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000feeb4d39. 00080000:00000010:1.0:1776190133.167632:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea602c43. 00010000:00000010:1.0:1776190133.167725:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.167733:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cabaf2a8. 00010000:00000010:1.0:1776190133.167834:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f5e07f. 00010000:00000010:1.0:1776190133.167840:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.167848:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000faf23021. 00000100:00000010:1.0:1776190133.167852:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.167857:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 02000000:00000010:1.0:1776190133.167867:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000003fab6b0. 02000000:00000010:1.0:1776190133.167888:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dee7be93. 00000400:00000010:1.0:1776190133.167892:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009cd64714. 00000400:00000010:1.0:1776190133.167896:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190133.167901:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301368256, portal 16 00000400:00000010:1.0:1776190133.167905:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fce4358d. 00000100:00000200:1.0:1776190133.167907:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301368256, offset 0 00000400:00000200:1.0:1776190133.167912:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.167918:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.167923:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.167926:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.167929:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.167931:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92916:92916:255:4294967295] 192.168.203.39@tcp LPNI seq info [92916:92916:7:4294967295] 00000400:00000200:1.0:1776190133.167938:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.167942:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.167945:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352714). 00000800:00000200:1.0:1776190133.167949:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.167953:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.167955:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190133.168051:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.168056:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352466). 00000400:00000200:2.0:1776190133.168059:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.168064:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.168067:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab584b4e 00000400:00000010:2.0:1776190133.168069:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab584b4e. 00000800:00000200:2.0:1776190133.168110:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.168112:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:2.0:1776190133.168116:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.168119:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.168120:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fce4358d 00000400:00000010:2.0:1776190133.168121:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fce4358d. 00000100:00000200:2.0:1776190133.168125:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d96c74a9 x1862468301368256/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.170194:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.170214:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822bc0 00000400:00000200:3.0:1776190133.170222:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6315 [1] + 224 00000400:00000200:3.0:1776190133.170235:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.170239:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.170248:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d96c74a9 x1862468301368256/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190133.170338:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009cd64714. 00000400:00000200:0.0:1776190133.170343:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:0.0:1776190133.170345:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 00000100:00000200:0.0:1776190133.170351:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d96c74a9 x1862468301368256/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190133.170357:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d96c74a9 x1862468301368256/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190133.170383:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dee7be93. 02000000:00000010:0.0:1776190133.170388:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000003fab6b0. 00000100:00000010:0.0:1776190133.170392:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000100:00000010:0.0:1776190133.170396:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:0.0:1776190133.170400:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000faf23021. 00010000:00000010:1.1:1776190133.170915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3b4c871. 00010000:00000010:1.1:1776190133.170922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002a23b20. 00010000:00000010:0.1:1776190133.172024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a222953. 00000400:00000200:3.0:1776190133.172923:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.172942:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379640 00000400:00000200:3.0:1776190133.172950:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4d31 [2] + 328 00000400:00000200:3.0:1776190133.173029:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.173035:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.173041:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.173047:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 00000020:00000010:2.0:1776190133.173364:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebf48f90. 00000020:00000010:2.0:1776190133.173371:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.173375:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190133.173397:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003ffde2ec x1862468296480320/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190133.173429:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296480320 02000000:00000010:2.0:1776190133.173438:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dfe0857d. 00010000:00000010:2.0:1776190133.173464:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004bf23eee. 00010000:00000010:2.0:1776190133.173484:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002aa08952. 00000100:00000010:2.0:1776190133.173490:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000074629918. 00000100:00000010:2.0:1776190133.173510:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000074629918. 00010000:00000010:2.0:1776190133.173514:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002aa08952. 00000400:00000010:2.0:1776190133.173535:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d79ca7. 00000100:00000200:2.0:1776190133.173541:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296480320, offset 224 00000400:00000200:2.0:1776190133.173548:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.173560:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.173565:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92917:92917:256:4294967295] 192.168.203.39@tcp LPNI seq info [92917:92917:8:4294967295] 00000400:00000200:2.0:1776190133.173574:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.173579:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.173583:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c149bd5 (tot 82352466). 00000800:00000200:2.0:1776190133.173589:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.173596:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.173599:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c149bd5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190133.173617:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.173621:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.173624:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ebf48f90. 00080000:00000010:1.0:1776190133.173695:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d53abcb9. 00010000:00000010:1.0:1776190133.173807:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.173816:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000817f7fdf. 00010000:00000010:1.0:1776190133.173886:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002a23b20. 00010000:00000010:1.0:1776190133.173892:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.173901:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000081416eab. 00000100:00000010:1.0:1776190133.173906:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.173912:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190133.173922:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000501eb042. 02000000:00000010:1.0:1776190133.173943:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3c957da. 00000400:00000010:1.0:1776190133.173948:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000059506e1b. 00000400:00000010:1.0:1776190133.173953:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098f92200. 00000100:00000200:1.0:1776190133.173957:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301368320, portal 16 00000400:00000010:1.0:1776190133.173961:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000befa0629. 00000100:00000200:1.0:1776190133.173963:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301368320, offset 0 00000400:00000200:1.0:1776190133.173968:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.173975:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.173981:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.173985:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.173987:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.173989:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92918:92918:255:4294967295] 192.168.203.39@tcp LPNI seq info [92918:92918:7:4294967295] 00000400:00000200:1.0:1776190133.173995:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.173999:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.174003:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000350c588e (tot 82352714). 00000800:00000200:1.0:1776190133.174006:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.174010:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.174012:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000350c588e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.174310:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.174314:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352466). 00000400:00000200:3.0:1776190133.174320:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.174324:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.174328:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d79ca7 00000400:00000010:3.0:1776190133.174330:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d79ca7. 00000800:00000200:3.0:1776190133.174547:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.174549:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000350c588e (tot 82352218). 00000400:00000200:3.0:1776190133.174553:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.174557:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.174559:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000befa0629 00000400:00000010:3.0:1776190133.174561:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000befa0629. 00000100:00000200:3.0:1776190133.174566:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301368320/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190133.177906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006656144d. 00010000:00000010:1.1:1776190133.177924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf028ead. 00000400:00000200:3.0:1776190133.180124:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.180144:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822c00 00000400:00000200:3.0:1776190133.180154:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6321 [1] + 224 00000400:00000200:3.0:1776190133.180169:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.180173:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.180183:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301368320/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190133.180280:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000059506e1b. 00000400:00000200:1.0:1776190133.180285:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098f92200 00000400:00000010:1.0:1776190133.180287:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098f92200. 00000100:00000200:1.0:1776190133.180293:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301368320/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.180301:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301368320/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.180339:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3c957da. 02000000:00000010:1.0:1776190133.180345:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000501eb042. 00000100:00000010:1.0:1776190133.180349:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190133.180352:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.180357:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000081416eab. 00000400:00000200:3.0:1776190133.181226:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.181240:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379680 00000400:00000200:3.0:1776190133.181247:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4d31 [2] + 656 00000400:00000200:3.0:1776190133.181303:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.181308:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.181313:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.181318:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 00010000:00000010:2.1:1776190133.181815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046c15973. 00010000:00000010:0.1:1776190133.182153:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e91861f. 00000020:00000010:0.0:1776190133.182188:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000feeb4d39. 00000020:00000010:0.0:1776190133.182194:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.182198:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190133.182224:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002fe2a2b9 x1862468296480384/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190133.182388:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296480384 02000000:00000010:0.0:1776190133.182399:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000be9aa117. 00010000:00000010:0.0:1776190133.182425:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000500a8337. 00010000:00000010:0.0:1776190133.182444:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.182450:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc8390c6. 00000100:00000010:0.0:1776190133.182467:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc8390c6. 00010000:00000010:0.0:1776190133.182472:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190133.182485:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a783a5b. 00000100:00000200:0.0:1776190133.182490:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296480384, offset 224 00000400:00000200:0.0:1776190133.182497:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.182509:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.182514:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92919:92919:256:4294967295] 192.168.203.39@tcp LPNI seq info [92919:92919:8:4294967295] 00000400:00000200:0.0:1776190133.182533:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.182539:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.182543:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19513e3 (tot 82352466). 00000800:00000200:0.0:1776190133.182549:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.182555:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.182558:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19513e3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.182581:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.182586:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190133.182589:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000feeb4d39. 00080000:00000010:1.0:1776190133.182637:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000501eb042. 00010000:00000010:1.0:1776190133.182732:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.182741:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e4526224. 00010000:00000010:1.0:1776190133.182835:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000044d41b79. 00010000:00000010:1.0:1776190133.182839:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.182844:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf028ead. 00010000:00000010:1.0:1776190133.182849:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ff9d5c6. 00080000:00000010:1.0:1776190133.182860:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3c957da. 00010000:00000010:1.0:1776190133.182886:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.182891:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.182943:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3023043. 00010000:00000010:1.0:1776190133.182946:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.182954:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000081416eab. 00000100:00000010:1.0:1776190133.182958:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.182966:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190133.182977:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000137deba4. 02000000:00000010:1.0:1776190133.183000:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c384009b. 00000400:00000010:1.0:1776190133.183006:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000059506e1b. 00000400:00000010:1.0:1776190133.183010:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098f92200. 00000100:00000200:1.0:1776190133.183015:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301368384, portal 16 00000400:00000010:1.0:1776190133.183019:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029c3017a. 00000100:00000200:1.0:1776190133.183021:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301368384, offset 0 00000400:00000200:1.0:1776190133.183028:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.183036:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.183042:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.183045:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.183047:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.183050:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92920:92920:255:4294967295] 192.168.203.39@tcp LPNI seq info [92920:92920:7:4294967295] 00000400:00000200:1.0:1776190133.183057:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.183061:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.183064:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069334a23 (tot 82352714). 00000800:00000200:1.0:1776190133.183068:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.183071:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.183074:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069334a23 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.183263:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.183267:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19513e3 (tot 82352466). 00000400:00000200:3.0:1776190133.183271:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.183276:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.183280:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a783a5b 00000400:00000010:3.0:1776190133.183282:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a783a5b. 00000800:00000200:3.0:1776190133.183346:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.183349:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069334a23 (tot 82352218). 00000400:00000200:3.0:1776190133.183353:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.183356:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.183358:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029c3017a 00000400:00000010:3.0:1776190133.183360:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029c3017a. 00000100:00000200:3.0:1776190133.183365:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301368384/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190133.186434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029af58b2. 00010000:00000010:1.1:1776190133.186450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f5e07f. 00000400:00000200:3.0:1776190133.187067:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.187085:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822c40 00000400:00000200:3.0:1776190133.187093:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb632d [1] + 224 00000400:00000200:3.0:1776190133.187104:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.187108:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.187119:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301368384/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.187149:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.187154:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13796c0 00000400:00000200:3.0:1776190133.187159:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4d31 [2] + 984 00000400:00000200:3.0:1776190133.187209:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.187213:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.187217:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.187224:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 00000020:00000010:0.0:1776190133.187340:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000feeb4d39. 00000020:00000010:0.0:1776190133.187347:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.187352:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190133.187377:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000001edc131 x1862468296480448/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190133.187400:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296480448 02000000:00000010:0.0:1776190133.187410:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e74ec7c2. 00010000:00000010:0.0:1776190133.187446:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.187453:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc8390c6. 00000100:00000010:0.0:1776190133.187460:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc8390c6. 00010000:00000010:0.0:1776190133.187462:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190133.187476:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098c52fc5. 00000100:00000200:0.0:1776190133.187480:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296480448, offset 224 00000400:00000200:0.0:1776190133.187487:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.187499:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.187504:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92921:92921:256:4294967295] 192.168.203.39@tcp LPNI seq info [92921:92921:8:4294967295] 00000400:00000200:0.0:1776190133.187514:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.187518:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.187533:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352466). 00000800:00000200:0.0:1776190133.187539:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.187545:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.187549:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.187755:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.187758:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:3.0:1776190133.187762:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.187766:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.187789:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098c52fc5 00000400:00000010:3.0:1776190133.187792:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098c52fc5. 00000020:00000010:0.0:1776190133.187908:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.187913:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190133.187917:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000feeb4d39. 00000400:00000010:1.0:1776190133.188166:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000059506e1b. 00000400:00000200:1.0:1776190133.188171:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098f92200 00000400:00000010:1.0:1776190133.188172:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098f92200. 00000100:00000200:1.0:1776190133.188179:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301368384/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.188188:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301368384/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190133.188210:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de2da0b6. 02000000:00000010:1.0:1776190133.188228:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c384009b. 02000000:00000010:1.0:1776190133.188316:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000137deba4. 00000100:00000010:1.0:1776190133.188321:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190133.188324:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.188328:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000081416eab. 00080000:00000010:1.0:1776190133.188344:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000137deba4. 00010000:00000010:1.0:1776190133.188592:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.188600:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f865cc0e. 00010000:00000010:1.0:1776190133.188674:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f5e07f. 00010000:00000010:1.0:1776190133.188680:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.188689:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000081416eab. 00000100:00000010:1.0:1776190133.188693:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.188699:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190133.188709:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c384009b. 02000000:00000010:1.0:1776190133.188734:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000003fab6b0. 00000400:00000010:1.0:1776190133.188739:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000059506e1b. 00000400:00000010:1.0:1776190133.188743:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098f92200. 00000100:00000200:1.0:1776190133.188748:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301368448, portal 16 00000400:00000010:1.0:1776190133.188752:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029b25a43. 00000100:00000200:1.0:1776190133.188753:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301368448, offset 0 00000400:00000200:1.0:1776190133.188760:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.188793:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.188875:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.189073:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.189077:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.189080:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92922:92922:256:4294967295] 192.168.203.39@tcp LPNI seq info [92922:92922:8:4294967295] 00000400:00000200:1.0:1776190133.189090:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.189096:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.189101:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006429d592 (tot 82352466). 00000800:00000200:1.0:1776190133.189107:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.189112:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.189116:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006429d592 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.190025:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.190030:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006429d592 (tot 82352218). 00000400:00000200:3.0:1776190133.190038:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.190046:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.190051:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029b25a43 00000400:00000010:3.0:1776190133.190053:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029b25a43. 00000100:00000200:3.0:1776190133.190060:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301368448/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190133.192827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e8c11b4. 00010000:00000010:1.1:1776190133.192848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002a23b20. 00010000:00000010:1.1:1776190133.192854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044d41b79. 00010000:00000010:1.1:1776190133.192857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf028ead. 00010000:00000010:1.1:1776190133.196057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c0ca347. 00010000:00000010:1.1:1776190133.196074:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dabc0e76. 00010000:00000010:1.1:1776190133.196079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3023043. 00000400:00000200:3.0:1776190133.196326:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.196349:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822c80 00000400:00000200:3.0:1776190133.196358:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6339 [1] + 224 00000400:00000200:3.0:1776190133.196374:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.196378:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.196391:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301368448/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190133.196485:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000059506e1b. 00000400:00000200:1.0:1776190133.196491:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098f92200 00000400:00000010:1.0:1776190133.196493:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098f92200. 00000100:00000200:1.0:1776190133.196500:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301368448/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.196507:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301368448/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.196545:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000003fab6b0. 02000000:00000010:1.0:1776190133.196553:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c384009b. 00000100:00000010:1.0:1776190133.196557:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190133.196562:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.196579:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000081416eab. 00010000:00000010:0.1:1776190133.196819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc66c317. 00000400:00000200:3.0:1776190133.197244:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.197256:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379700 00000400:00000200:3.0:1776190133.197262:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4d31 [2] + 1312 00000400:00000200:3.0:1776190133.197314:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.197318:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.197323:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.197328:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000020:00000010:0.0:1776190133.197417:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000feeb4d39. 00000020:00000010:0.0:1776190133.197424:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.197428:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190133.197452:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074baf3bb x1862468296480512/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190133.197486:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296480512 02000000:00000010:0.0:1776190133.197497:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a718d934. 00010000:00000010:0.0:1776190133.197531:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000663496e9. 00010000:00000010:0.0:1776190133.197551:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.197556:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc8390c6. 00000100:00000010:0.0:1776190133.197577:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc8390c6. 00010000:00000010:0.0:1776190133.197580:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190133.197592:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c89ae973. 00000100:00000200:0.0:1776190133.197596:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296480512, offset 224 00000400:00000200:0.0:1776190133.197607:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.197619:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.197625:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92923:92923:256:4294967295] 192.168.203.39@tcp LPNI seq info [92923:92923:8:4294967295] 00000400:00000200:0.0:1776190133.197635:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.197640:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.197644:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352466). 00000800:00000200:0.0:1776190133.197655:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.197662:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.197665:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.197687:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.197692:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190133.197695:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000feeb4d39. 00000800:00000200:3.0:1776190133.197937:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.197941:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352218). 00000400:00000200:3.0:1776190133.197945:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.197949:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.197952:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c89ae973 00000400:00000010:3.0:1776190133.197954:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c89ae973. 00080000:00000010:1.0:1776190133.198096:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c384009b. 00010000:00000010:1.0:1776190133.198192:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.198202:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d9a420ab. 00010000:00000010:1.0:1776190133.198288:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3023043. 00010000:00000010:1.0:1776190133.198294:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.198304:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000081416eab. 00000100:00000010:1.0:1776190133.198309:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.198318:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190133.198329:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000003fab6b0. 02000000:00000010:1.0:1776190133.198352:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dee7be93. 00000400:00000010:1.0:1776190133.198357:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000059506e1b. 00000400:00000010:1.0:1776190133.198362:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098f92200. 00000100:00000200:1.0:1776190133.198367:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301368512, portal 16 00000400:00000010:1.0:1776190133.198372:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053d224d6. 00000100:00000200:1.0:1776190133.198374:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301368512, offset 0 00000400:00000200:1.0:1776190133.198380:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.198389:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.198395:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.198399:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.198402:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.198404:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92924:92924:256:4294967295] 192.168.203.39@tcp LPNI seq info [92924:92924:8:4294967295] 00000400:00000200:1.0:1776190133.198412:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.198417:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.198420:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d164298 (tot 82352466). 00000800:00000200:1.0:1776190133.198424:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.198429:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.198431:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d164298 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.199505:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.199511:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d164298 (tot 82352218). 00000400:00000200:3.0:1776190133.199518:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.199536:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.199540:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053d224d6 00000400:00000010:3.0:1776190133.199543:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053d224d6. 00000100:00000200:3.0:1776190133.199550:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301368512/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.200987:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.201006:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822cc0 00000400:00000200:3.0:1776190133.201013:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6345 [1] + 224 00000400:00000200:3.0:1776190133.201029:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.201033:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.201042:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301368512/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.201167:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.201174:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379740 00000400:00000200:3.0:1776190133.201179:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4d31 [2] + 1640 00000400:00000010:1.0:1776190133.201268:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000059506e1b. 00000400:00000200:1.0:1776190133.201274:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098f92200 00000400:00000010:1.0:1776190133.201276:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098f92200. 00000100:00000200:1.0:1776190133.201281:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301368512/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.201289:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301368512/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.201320:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dee7be93. 02000000:00000010:1.0:1776190133.201326:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000003fab6b0. 00000100:00000010:1.0:1776190133.201330:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190133.201333:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.201337:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000081416eab. 00000400:00000200:3.0:1776190133.201494:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.201499:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.201503:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.201508:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 00000020:00000010:2.0:1776190133.201625:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebf48f90. 00000020:00000010:2.0:1776190133.201632:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.201636:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190133.201670:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000552495c9 x1862468296480576/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190133.201703:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296480576 02000000:00000010:2.0:1776190133.201712:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d962feab. 00010000:00000010:2.0:1776190133.201735:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eb6cdb79. 00010000:00000010:2.0:1776190133.201754:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002aa08952. 00000100:00000010:2.0:1776190133.201760:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000074629918. 00000100:00000010:2.0:1776190133.201809:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000074629918. 00010000:00000010:2.0:1776190133.201812:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002aa08952. 00000400:00000010:2.0:1776190133.201823:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ef1c59. 00000100:00000200:2.0:1776190133.201827:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296480576, offset 224 00000400:00000200:2.0:1776190133.201834:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.201845:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.201850:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92925:92925:256:4294967295] 192.168.203.39@tcp LPNI seq info [92925:92925:8:4294967295] 00000400:00000200:2.0:1776190133.201859:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.201865:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.201869:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003db09799 (tot 82352466). 00000800:00000200:2.0:1776190133.201873:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.201880:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.201884:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003db09799 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190133.201902:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.201906:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.201909:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ebf48f90. 00000800:00000200:3.0:1776190133.202013:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.202017:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003db09799 (tot 82352218). 00000400:00000200:3.0:1776190133.202022:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.202025:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.202029:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ef1c59 00000400:00000010:3.0:1776190133.202031:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ef1c59. 00010000:00000010:0.1:1776190133.202114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cfae951. 00080000:00000010:1.0:1776190133.202192:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003fab6b0. 00010000:00000010:1.0:1776190133.202276:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.202285:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f412f0f8. 00010000:00000010:1.0:1776190133.202358:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf028ead. 00010000:00000010:1.0:1776190133.202364:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.202373:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000081416eab. 00000100:00000010:1.0:1776190133.202378:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.202384:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190133.202394:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dee7be93. 02000000:00000010:1.0:1776190133.202415:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b0d2449. 00000400:00000010:1.0:1776190133.202420:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000059506e1b. 00000400:00000010:1.0:1776190133.202424:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098f92200. 00000100:00000200:1.0:1776190133.202429:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301368576, portal 16 00000400:00000010:1.0:1776190133.202432:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d78c9627. 00000100:00000200:1.0:1776190133.202434:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301368576, offset 0 00000400:00000200:1.0:1776190133.202439:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.202446:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.202452:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.202455:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.202458:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.202460:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92926:92926:256:4294967295] 192.168.203.39@tcp LPNI seq info [92926:92926:8:4294967295] 00000400:00000200:1.0:1776190133.202467:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.202471:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.202474:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006708edc (tot 82352466). 00000800:00000200:1.0:1776190133.202478:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.202482:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.202484:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006708edc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.203212:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.203217:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006708edc (tot 82352218). 00000400:00000200:3.0:1776190133.203223:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.203229:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.203233:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d78c9627 00000400:00000010:3.0:1776190133.203235:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d78c9627. 00000100:00000200:3.0:1776190133.203241:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301368576/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.206748:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00010000:00000010:2.1:1776190133.206814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000160fe2ac. 00010000:00000010:1.1:1776190133.206876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f2f053b. 00010000:00000010:1.1:1776190133.206883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f5e07f. 00000400:00000200:3.0:1776190133.207102:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822d00 00000400:00000200:3.0:1776190133.207111:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6351 [1] + 224 00000400:00000200:3.0:1776190133.207125:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.207128:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.207139:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301368576/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.207179:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.207185:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379780 00000400:00000200:3.0:1776190133.207190:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4d31 [2] + 1968 00000400:00000010:3.0:1776190133.207193:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000021a9ec18. 00000400:00000200:3.0:1776190133.207197:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e2ad2399 00000400:00000200:3.0:1776190133.207204:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.207207:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.207209:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2ad2399 00000400:00000010:3.0:1776190133.207211:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e2ad2399 (tot 82352066). 00000100:00000200:3.0:1776190133.207217:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1776190133.207335:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000059506e1b. 00000400:00000200:1.0:1776190133.207339:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098f92200 00000400:00000010:1.0:1776190133.207340:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098f92200. 00000100:00000200:1.0:1776190133.207346:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301368576/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.207353:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301368576/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.207382:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b0d2449. 02000000:00000010:1.0:1776190133.207388:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dee7be93. 00000100:00000010:1.0:1776190133.207393:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190133.207397:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.207401:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000081416eab. 00000020:00000010:0.0:1776190133.208101:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000feeb4d39. 00000020:00000010:0.0:1776190133.208109:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.208113:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190133.208141:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008a669d55 x1862468296480640/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190133.208232:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296480640 02000000:00000010:0.0:1776190133.208244:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018525776. 00010000:00000010:0.0:1776190133.208271:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cba06ec1. 00010000:00000010:0.0:1776190133.208293:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.208299:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc8390c6. 00000100:00000010:0.0:1776190133.208323:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc8390c6. 00010000:00000010:0.0:1776190133.208326:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190133.208338:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0ec89d5. 00000100:00000200:0.0:1776190133.208342:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296480640, offset 224 00000400:00000200:0.0:1776190133.208349:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.208360:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.208366:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92927:92927:256:4294967295] 192.168.203.39@tcp LPNI seq info [92927:92927:8:4294967295] 00000400:00000200:0.0:1776190133.208376:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.208381:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.208385:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000826f680e (tot 82352314). 00000800:00000200:0.0:1776190133.208391:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.208398:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.208402:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000826f680e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.208425:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.208430:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190133.208434:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000feeb4d39. 02000000:00000010:0.0:1776190133.208441:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d962feab. 00000100:00000010:0.0:1776190133.208444:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000552495c9. 02000000:00000010:0.0:1776190133.208448:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a718d934. 00000100:00000010:0.0:1776190133.208450:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 02000000:00000010:0.0:1776190133.208453:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e74ec7c2. 00000100:00000010:0.0:1776190133.208455:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 02000000:00000010:0.0:1776190133.208458:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000be9aa117. 00000100:00000010:0.0:1776190133.208459:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 02000000:00000010:0.0:1776190133.208462:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dfe0857d. 00000100:00000010:0.0:1776190133.208464:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 02000000:00000010:0.0:1776190133.208468:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000816f5edc. 00000100:00000010:0.0:1776190133.208470:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 00000100:00000200:0.0:1776190133.208475:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190133.208481:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a98bd104. 00000400:00000010:0.0:1776190133.208485:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc8390c6 (tot 82352466). 00000800:00000200:3.0:1776190133.208696:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.208700:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000826f680e (tot 82352218). 00000400:00000200:3.0:1776190133.208704:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.208708:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.208712:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0ec89d5 00000400:00000010:3.0:1776190133.208714:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0ec89d5. 02000000:00000010:3.0:1776190133.208717:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018525776. 00080000:00000010:1.0:1776190133.208818:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b0d2449. 00010000:00000010:1.0:1776190133.208898:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.208906:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000064234024. 00010000:00000010:1.0:1776190133.208975:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f5e07f. 00010000:00000010:1.0:1776190133.208981:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.208990:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000081416eab. 00000100:00000010:1.0:1776190133.208993:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.209000:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190133.209011:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dee7be93. 02000000:00000010:1.0:1776190133.209033:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071ca7397. 00000400:00000010:1.0:1776190133.209037:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000059506e1b. 00000400:00000010:1.0:1776190133.209040:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098f92200. 00000100:00000200:1.0:1776190133.209043:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301368640, portal 16 00000400:00000010:1.0:1776190133.209047:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a2618ed. 00000100:00000200:1.0:1776190133.209049:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301368640, offset 0 00000400:00000200:1.0:1776190133.209054:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.209061:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.209068:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.209071:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.209073:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.209076:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92928:92928:256:4294967295] 192.168.203.39@tcp LPNI seq info [92928:92928:8:4294967295] 00000400:00000200:1.0:1776190133.209082:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.209086:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.209089:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c40e4d7 (tot 82352466). 00000800:00000200:1.0:1776190133.209093:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.209098:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.209100:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c40e4d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.209182:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.209184:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c40e4d7 (tot 82352218). 00000400:00000200:3.0:1776190133.209188:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.209192:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.209194:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a2618ed 00000400:00000010:3.0:1776190133.209196:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a2618ed. 00000100:00000200:3.0:1776190133.209201:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301368640/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190133.211825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016ce2f74. 00010000:00000010:1.1:1776190133.211843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3023043. 00010000:00000010:0.1:1776190133.215509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000174254b. 00000400:00000200:3.0:1776190133.215756:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.215809:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822d40 00000400:00000200:3.0:1776190133.215819:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6361 [1] + 224 00000400:00000200:3.0:1776190133.215833:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.215837:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.215848:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301368640/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190133.215952:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000059506e1b. 00000400:00000200:1.0:1776190133.215958:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098f92200 00000400:00000010:1.0:1776190133.215960:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098f92200. 00000100:00000200:1.0:1776190133.215967:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301368640/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.215975:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301368640/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.216008:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071ca7397. 02000000:00000010:1.0:1776190133.216013:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dee7be93. 00000100:00000010:1.0:1776190133.216018:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190133.216022:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.216027:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000081416eab. 00000400:00000200:3.0:1776190133.217216:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.217233:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13797c0 00000400:00000200:3.0:1776190133.217239:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4d89 [2] + 0 00000400:00000200:3.0:1776190133.217296:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.217301:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.217306:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.217311:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 00000020:00000010:0.0:1776190133.217499:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000816f5edc. 00000020:00000010:0.0:1776190133.217506:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.217511:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190133.217547:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016984533 x1862468296480704/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190133.217589:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296480704 02000000:00000010:0.0:1776190133.217600:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000be9aa117. 00010000:00000010:0.0:1776190133.217627:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003207f179. 00010000:00000010:0.0:1776190133.217656:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.217665:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000536d800e. 00000100:00000010:0.0:1776190133.217683:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000536d800e. 00010000:00000010:0.0:1776190133.217687:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190133.217700:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd1efa83. 00000100:00000200:0.0:1776190133.217705:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296480704, offset 224 00000400:00000200:0.0:1776190133.217712:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00080000:00000010:1.0:1776190133.217714:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071ca7397. 00000400:00000200:0.0:1776190133.217724:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.217729:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92929:92929:256:4294967295] 192.168.203.39@tcp LPNI seq info [92929:92929:8:4294967295] 00000400:00000200:0.0:1776190133.217740:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.217746:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.217751:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352466). 00000800:00000200:0.0:1776190133.217757:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.217764:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.217767:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.217808:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.217814:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190133.217818:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000816f5edc. 00010000:00000010:1.0:1776190133.217836:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.217846:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a3e86760. 00010000:00000010:1.0:1776190133.217918:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3023043. 00010000:00000010:1.0:1776190133.217924:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.217934:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000081416eab. 00000100:00000010:1.0:1776190133.217938:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.217944:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190133.217955:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000883b57e3. 02000000:00000010:1.0:1776190133.217979:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af2af813. 00000400:00000010:1.0:1776190133.217985:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000059506e1b. 00000400:00000010:1.0:1776190133.217989:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098f92200. 00000100:00000200:1.0:1776190133.217994:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301368704, portal 16 00000400:00000010:1.0:1776190133.217999:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e227db4. 00000100:00000200:1.0:1776190133.218001:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301368704, offset 0 00000400:00000200:1.0:1776190133.218007:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.218014:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.218019:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.218023:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.218026:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.218028:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92930:92930:255:4294967295] 192.168.203.39@tcp LPNI seq info [92930:92930:7:4294967295] 00000400:00000200:1.0:1776190133.218036:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.218040:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.218043:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031d29c32 (tot 82352714). 00000800:00000200:1.0:1776190133.218047:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.218051:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.218053:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031d29c32 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.218751:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.218756:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352466). 00000400:00000200:3.0:1776190133.218761:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.218767:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.218801:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd1efa83 00000400:00000010:3.0:1776190133.218804:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd1efa83. 00000800:00000200:3.0:1776190133.221214:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.221221:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031d29c32 (tot 82352218). 00000400:00000200:3.0:1776190133.221231:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.221238:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.221243:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e227db4 00000400:00000010:3.0:1776190133.221245:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e227db4. 00000100:00000200:3.0:1776190133.221255:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301368704/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.223642:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.223969:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822d80 00000400:00000200:3.0:1776190133.223978:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb636d [1] + 224 00000400:00000200:3.0:1776190133.223991:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.223995:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.224004:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301368704/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.224101:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.224107:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379800 00000400:00000200:3.0:1776190133.224112:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4d89 [2] + 328 00000400:00000200:3.0:1776190133.224167:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.224171:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.224175:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.224181:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 00000020:00000010:2.0:1776190133.224934:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebf48f90. 00000020:00000010:2.0:1776190133.224943:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.224947:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190133.224972:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c4a3a006 x1862468296480768/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190133.225007:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296480768 02000000:00000010:2.0:1776190133.225018:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000008f05003. 00010000:00000010:2.0:1776190133.225057:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002aa08952. 00000100:00000010:2.0:1776190133.225065:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000074629918. 00000100:00000010:2.0:1776190133.225074:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000074629918. 00010000:00000010:2.0:1776190133.225078:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002aa08952. 00000400:00000010:2.0:1776190133.225093:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0363170. 00000100:00000200:2.0:1776190133.225098:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296480768, offset 224 00000400:00000200:2.0:1776190133.225106:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.225117:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.225123:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92931:92931:256:4294967295] 192.168.203.39@tcp LPNI seq info [92931:92931:8:4294967295] 00000400:00000200:2.0:1776190133.225133:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.225138:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.225143:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a3d1fd9 (tot 82352466). 00000800:00000200:2.0:1776190133.225149:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.225156:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.225159:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002a3d1fd9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190133.225180:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.225184:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.225188:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ebf48f90. 00000800:00000200:2.0:1776190133.225257:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.225260:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a3d1fd9 (tot 82352218). 00000400:00000200:2.0:1776190133.225264:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.225268:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.225272:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0363170 00000400:00000010:2.0:1776190133.225274:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0363170. 00010000:00000010:1.1:1776190133.227676:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030273ab2. 00010000:00000010:1.1:1776190133.227690:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf028ead. 00000400:00000010:1.0:1776190133.227705:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000059506e1b. 00000400:00000200:1.0:1776190133.227709:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098f92200 00000400:00000010:1.0:1776190133.227711:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098f92200. 00000100:00000200:1.0:1776190133.227723:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301368704/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.227732:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301368704/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190133.227768:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c76606eb. 02000000:00000010:1.0:1776190133.227930:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af2af813. 02000000:00000010:1.0:1776190133.227937:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000883b57e3. 00000100:00000010:1.0:1776190133.227940:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190133.227944:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.227949:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000081416eab. 00080000:00000010:1.0:1776190133.227969:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000883b57e3. 00010000:00000010:1.0:1776190133.228056:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.228065:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df093484. 00010000:00000010:1.0:1776190133.228160:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf028ead. 00010000:00000010:1.0:1776190133.228167:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.228177:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000081416eab. 00000100:00000010:1.0:1776190133.228183:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.228190:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190133.228201:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af2af813. 02000000:00000010:1.0:1776190133.228228:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dee7be93. 00000400:00000010:1.0:1776190133.228233:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000059506e1b. 00000400:00000010:1.0:1776190133.228237:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098f92200. 00000100:00000200:1.0:1776190133.228242:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301368768, portal 16 00000400:00000010:1.0:1776190133.228247:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004926409b. 00000100:00000200:1.0:1776190133.228248:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301368768, offset 0 00000400:00000200:1.0:1776190133.228256:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.228270:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.228278:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.228281:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.228283:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.228286:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92932:92932:256:4294967295] 192.168.203.39@tcp LPNI seq info [92932:92932:8:4294967295] 00000400:00000200:1.0:1776190133.228295:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.228300:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.228305:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000018c6da1 (tot 82352466). 00000800:00000200:1.0:1776190133.228312:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.228318:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.228322:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000018c6da1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.228637:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.228642:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000018c6da1 (tot 82352218). 00000400:00000200:3.0:1776190133.228651:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.228656:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.228660:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004926409b 00000400:00000010:3.0:1776190133.228662:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004926409b. 00000100:00000200:3.0:1776190133.228667:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301368768/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190133.230865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b0ce232. 00010000:00000010:1.1:1776190133.234976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000239aeecb. 00010000:00000010:1.1:1776190133.234992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f5e07f. 00010000:00000010:1.1:1776190133.234997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eced09fa. 00010000:00000010:1.1:1776190133.235000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5c9eab9. 00010000:00000010:1.1:1776190133.235003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3023043. 00000400:00000200:3.0:1776190133.245983:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.246004:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822dc0 00000400:00000200:3.0:1776190133.246013:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6379 [1] + 224 00000400:00000200:3.0:1776190133.246024:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.246027:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.246037:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301368768/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.246079:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.246094:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379840 00000400:00000200:3.0:1776190133.246098:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4d89 [2] + 656 00000400:00000200:3.0:1776190133.246143:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.246147:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.246151:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.246157:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 00000020:00000010:0.0:1776190133.246361:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000816f5edc. 00000020:00000010:0.0:1776190133.246369:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.246373:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190133.246398:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003ffde2ec x1862468296480832/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190133.246435:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296480832 02000000:00000010:0.0:1776190133.246445:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e74ec7c2. 00010000:00000010:0.0:1776190133.246481:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.246488:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000536d800e. 00000100:00000010:0.0:1776190133.246506:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000536d800e. 00010000:00000010:0.0:1776190133.246509:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190133.246532:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ef305d3. 00000100:00000200:0.0:1776190133.246537:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296480832, offset 224 00000400:00000200:0.0:1776190133.246544:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.246555:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.246561:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92933:92933:256:4294967295] 192.168.203.39@tcp LPNI seq info [92933:92933:8:4294967295] 00000400:00000200:0.0:1776190133.246570:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.246575:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.246579:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352466). 00000800:00000200:0.0:1776190133.246584:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.246590:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.246593:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.246618:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.246623:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190133.246626:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000816f5edc. 00000400:00000010:1.0:1776190133.247052:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000059506e1b. 00000400:00000200:1.0:1776190133.247057:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098f92200 00000400:00000010:1.0:1776190133.247060:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098f92200. 00000100:00000200:1.0:1776190133.247069:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301368768/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.247076:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301368768/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190133.247108:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002d907b77. 02000000:00000010:1.0:1776190133.247123:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dee7be93. 02000000:00000010:1.0:1776190133.247129:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af2af813. 00000100:00000010:1.0:1776190133.247134:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190133.247138:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.247141:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000081416eab. 00080000:00000010:1.0:1776190133.247159:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dee7be93. 00010000:00000010:1.0:1776190133.247241:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.247249:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008f0339fb. 00010000:00000010:1.0:1776190133.247327:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3023043. 00010000:00000010:1.0:1776190133.247332:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.247342:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000081416eab. 00000100:00000010:1.0:1776190133.247346:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.247353:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190133.247364:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af2af813. 02000000:00000010:1.0:1776190133.247384:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1bdd600. 00000400:00000010:1.0:1776190133.247388:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000059506e1b. 00000400:00000010:1.0:1776190133.247392:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098f92200. 00000100:00000200:1.0:1776190133.247397:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301368832, portal 16 00000400:00000010:1.0:1776190133.247401:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000590eeb4c. 00000100:00000200:1.0:1776190133.247403:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301368832, offset 0 00000400:00000200:1.0:1776190133.247410:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.247419:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.247425:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.247428:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.247431:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.247434:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92934:92934:255:4294967295] 192.168.203.39@tcp LPNI seq info [92934:92934:7:4294967295] 00000400:00000200:1.0:1776190133.247441:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.247447:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.247450:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352714). 00000800:00000200:1.0:1776190133.247455:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.247460:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.247462:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.247811:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.247816:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352466). 00000400:00000200:3.0:1776190133.247820:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.247825:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.247829:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ef305d3 00000400:00000010:3.0:1776190133.247830:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ef305d3. 00000800:00000200:3.0:1776190133.247885:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.247888:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:3.0:1776190133.247892:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.247896:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.247898:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000590eeb4c 00000400:00000010:3.0:1776190133.247899:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000590eeb4c. 00000100:00000200:3.0:1776190133.247905:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301368832/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190133.252838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003030cde6. 00010000:00000010:1.1:1776190133.252854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d3ade79. 00010000:00000010:1.1:1776190133.252860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf028ead. 00000400:00000200:3.0:1776190133.254594:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.254615:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822e00 00000400:00000200:3.0:1776190133.254626:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6385 [1] + 224 00000400:00000200:3.0:1776190133.254734:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.254740:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.254751:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301368832/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190133.258052:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000059506e1b. 00000400:00000200:1.0:1776190133.258064:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098f92200 00000400:00000010:1.0:1776190133.258066:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098f92200. 00000100:00000200:1.0:1776190133.258080:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301368832/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.258230:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301368832/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.258266:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1bdd600. 02000000:00000010:1.0:1776190133.258274:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af2af813. 00000100:00000010:1.0:1776190133.258280:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190133.258283:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.258288:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000081416eab. 00000400:00000200:3.0:1776190133.261150:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.261172:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379880 00000400:00000200:3.0:1776190133.261181:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4d89 [2] + 984 00000400:00000200:3.0:1776190133.261766:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.261936:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.261944:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.261952:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 00000020:00000010:2.0:1776190133.262116:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebf48f90. 00000020:00000010:2.0:1776190133.262123:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.262127:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190133.262154:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002fe2a2b9 x1862468296480896/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190133.262225:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296480896 02000000:00000010:2.0:1776190133.262237:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000064a938a3. 00010000:00000010:2.0:1776190133.262262:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004005cc1c. 00010000:00000010:2.0:1776190133.262283:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002aa08952. 00000100:00000010:2.0:1776190133.262290:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000074629918. 00000100:00000010:2.0:1776190133.262310:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000074629918. 00010000:00000010:2.0:1776190133.262314:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002aa08952. 00000400:00000010:2.0:1776190133.262326:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0363170. 00000100:00000200:2.0:1776190133.262332:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296480896, offset 224 00000400:00000200:2.0:1776190133.262340:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.262351:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.262357:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92935:92935:256:4294967295] 192.168.203.39@tcp LPNI seq info [92935:92935:8:4294967295] 00000400:00000200:2.0:1776190133.262366:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.262370:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.262374:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a3d1fd9 (tot 82352466). 00000800:00000200:2.0:1776190133.262379:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.262386:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.262390:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002a3d1fd9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190133.262412:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.262415:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.262418:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ebf48f90. 00080000:00000010:1.0:1776190133.262487:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1bdd600. 00010000:00000010:1.0:1776190133.262597:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.262605:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083d7ffdc. 00010000:00000010:1.0:1776190133.262695:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf028ead. 00010000:00000010:1.0:1776190133.262701:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.262711:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000081416eab. 00000100:00000010:1.0:1776190133.262715:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.262721:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190133.262732:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce32d60a. 02000000:00000010:1.0:1776190133.262753:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a1606cbf. 00000400:00000010:1.0:1776190133.262804:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000059506e1b. 00000400:00000010:1.0:1776190133.262810:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098f92200. 00000100:00000200:1.0:1776190133.262815:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301368896, portal 16 00000400:00000010:1.0:1776190133.262819:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4c2ce73. 00000100:00000200:1.0:1776190133.262821:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301368896, offset 0 00000400:00000200:1.0:1776190133.262826:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.262833:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.262840:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.262843:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.262846:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.262848:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92936:92936:255:4294967295] 192.168.203.39@tcp LPNI seq info [92936:92936:7:4294967295] 00000400:00000200:1.0:1776190133.262860:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.262865:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.262869:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352714). 00000800:00000200:1.0:1776190133.262873:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.262877:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.262879:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.264580:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.264588:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a3d1fd9 (tot 82352466). 00000400:00000200:3.0:1776190133.264598:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.264606:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.264611:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0363170 00000400:00000010:3.0:1776190133.264613:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0363170. 00000800:00000200:3.0:1776190133.264690:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.264692:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:3.0:1776190133.264697:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.264700:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.264702:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4c2ce73 00000400:00000010:3.0:1776190133.264703:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4c2ce73. 00000100:00000200:3.0:1776190133.264710:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301368896/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190133.268860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d90418de. 00010000:00000010:1.1:1776190133.268878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3023043. 00000400:00000200:3.0:1776190133.269416:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.269433:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822e40 00000400:00000200:3.0:1776190133.269441:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6391 [1] + 224 00000400:00000200:3.0:1776190133.269453:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.269457:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.269467:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301368896/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.269511:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.269517:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13798c0 00000400:00000200:3.0:1776190133.269533:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4d89 [2] + 1312 00000400:00000200:3.0:1776190133.269588:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.269592:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.269597:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.269602:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 00000400:00000010:1.0:1776190133.270007:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000059506e1b. 00000400:00000200:1.0:1776190133.270013:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098f92200 00000400:00000010:1.0:1776190133.270015:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098f92200. 00000100:00000200:1.0:1776190133.270021:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301368896/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.270029:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301368896/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.270057:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a1606cbf. 02000000:00000010:1.0:1776190133.270063:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ce32d60a. 00000100:00000010:1.0:1776190133.270066:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190133.270068:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.270072:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000081416eab. 00000020:00000010:2.0:1776190133.272876:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebf48f90. 00000020:00000010:2.0:1776190133.272891:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.272896:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190133.272928:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000001edc131 x1862468296480960/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190133.272953:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296480960 02000000:00000010:2.0:1776190133.272962:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000048a648a6. 00010000:00000010:2.0:1776190133.272990:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d2f9274c. 00010000:00000010:2.0:1776190133.273011:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002aa08952. 00000100:00000010:2.0:1776190133.273018:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000074629918. 00000100:00000010:2.0:1776190133.273038:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000074629918. 00010000:00000010:2.0:1776190133.273042:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002aa08952. 00000400:00000010:2.0:1776190133.273055:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098d8ef60. 00000100:00000200:2.0:1776190133.273061:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296480960, offset 224 00000400:00000200:2.0:1776190133.273069:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.273092:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.273098:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92937:92937:256:4294967295] 192.168.203.39@tcp LPNI seq info [92937:92937:8:4294967295] 00000400:00000200:2.0:1776190133.273109:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.273114:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.273119:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc81a4c0 (tot 82352466). 00000800:00000200:2.0:1776190133.273125:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.273132:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.273135:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc81a4c0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190133.273154:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.273158:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.273161:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ebf48f90. 00000800:00000200:2.0:1776190133.273261:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.273264:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc81a4c0 (tot 82352218). 00000400:00000200:2.0:1776190133.273270:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.273274:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.273278:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098d8ef60 00000400:00000010:2.0:1776190133.273279:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098d8ef60. 00080000:00000010:1.0:1776190133.274269:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce32d60a. 00010000:00000010:1.0:1776190133.274369:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.274378:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000060053675. 00010000:00000010:1.0:1776190133.274449:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3023043. 00010000:00000010:1.0:1776190133.274455:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.274467:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000081416eab. 00000100:00000010:1.0:1776190133.274472:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.274491:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190133.274502:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a1606cbf. 00010000:00000010:2.1:1776190133.274826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b547efa. 02000000:00000010:1.0:1776190133.275840:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb38e634. 00000400:00000010:1.0:1776190133.275850:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000059506e1b. 00000400:00000010:1.0:1776190133.275857:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098f92200. 00000100:00000200:1.0:1776190133.275864:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301368960, portal 16 00000400:00000010:1.0:1776190133.275869:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc34d2c4. 00000100:00000200:1.0:1776190133.275872:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301368960, offset 0 00000400:00000200:1.0:1776190133.275882:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.275900:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.275907:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.275910:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.275913:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.275916:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92938:92938:256:4294967295] 192.168.203.39@tcp LPNI seq info [92938:92938:8:4294967295] 00000400:00000200:1.0:1776190133.275926:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.275933:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.275938:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000018c6da1 (tot 82352466). 00000800:00000200:1.0:1776190133.275943:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.275949:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.275953:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000018c6da1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.278349:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.278356:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000018c6da1 (tot 82352218). 00000400:00000200:3.0:1776190133.278366:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.278374:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.278380:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc34d2c4 00000400:00000010:3.0:1776190133.278381:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc34d2c4. 00000100:00000200:3.0:1776190133.278390:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301368960/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190133.279848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8f2530a. 00000400:00000200:3.0:1776190133.283614:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.283634:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822e80 00000400:00000200:3.0:1776190133.283654:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb639d [1] + 224 00000400:00000200:3.0:1776190133.283666:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.283672:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.283688:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301368960/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.283855:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.283862:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379900 00000400:00000200:3.0:1776190133.283866:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4d89 [2] + 1640 00000400:00000200:3.0:1776190133.283876:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.283878:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.283882:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.283887:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000020:00000010:0.0:1776190133.284510:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000816f5edc. 00000020:00000010:0.0:1776190133.284517:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.284531:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190133.284555:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074baf3bb x1862468296481024/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190133.284590:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296481024 02000000:00000010:0.0:1776190133.284601:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a718d934. 00010000:00000010:0.0:1776190133.284648:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.284656:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000536d800e. 00000100:00000010:0.0:1776190133.284662:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000536d800e. 00010000:00000010:0.0:1776190133.284665:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190133.284679:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a39756e. 00000100:00000200:0.0:1776190133.284683:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296481024, offset 224 00000400:00000200:0.0:1776190133.284690:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.284701:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.284706:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92939:92939:256:4294967295] 192.168.203.39@tcp LPNI seq info [92939:92939:8:4294967295] 00000400:00000200:0.0:1776190133.284715:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.284720:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.284727:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc66568 (tot 82352466). 00000800:00000200:0.0:1776190133.284731:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.284738:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.284753:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc66568 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.284812:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.284818:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190133.284821:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000816f5edc. 00010000:00000010:1.1:1776190133.285621:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3b1f5c0. 00010000:00000010:1.1:1776190133.285721:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf028ead. 00000400:00000010:1.0:1776190133.285735:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000059506e1b. 00000400:00000200:1.0:1776190133.285739:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098f92200 00000400:00000010:1.0:1776190133.285741:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098f92200. 00000100:00000200:1.0:1776190133.285751:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301368960/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.285934:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301368960/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190133.285958:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000089075363. 02000000:00000010:1.0:1776190133.285977:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb38e634. 02000000:00000010:1.0:1776190133.285983:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a1606cbf. 00000100:00000010:1.0:1776190133.285988:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190133.285992:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.285995:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000081416eab. 00080000:00000010:1.0:1776190133.286014:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1606cbf. 00010000:00000010:1.0:1776190133.286090:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.286098:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000113799a. 00010000:00000010:1.0:1776190133.286162:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf028ead. 00010000:00000010:1.0:1776190133.286256:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.286267:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000081416eab. 00000100:00000010:1.0:1776190133.286271:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.286278:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190133.286287:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fb38e634. 02000000:00000010:1.0:1776190133.286537:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b8516ea. 00000400:00000010:1.0:1776190133.286544:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000059506e1b. 00000400:00000010:1.0:1776190133.286548:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098f92200. 00000100:00000200:1.0:1776190133.286554:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301369024, portal 16 00000400:00000010:1.0:1776190133.286559:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190133.286560:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301369024, offset 0 00000400:00000200:1.0:1776190133.286567:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.286579:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.286586:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.286589:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.286592:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.286595:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92940:92940:255:4294967295] 192.168.203.39@tcp LPNI seq info [92940:92940:7:4294967295] 00000400:00000200:1.0:1776190133.286602:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.286608:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.286611:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031d29c32 (tot 82352714). 00000800:00000200:1.0:1776190133.286616:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.286622:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.286714:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031d29c32 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.287308:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.287314:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc66568 (tot 82352466). 00000400:00000200:3.0:1776190133.287320:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.287326:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.287330:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a39756e 00000400:00000010:3.0:1776190133.287332:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a39756e. 00000800:00000200:3.0:1776190133.287398:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.287400:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031d29c32 (tot 82352218). 00000400:00000200:3.0:1776190133.287405:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.287409:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.287411:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff4ab8e8 00000400:00000010:3.0:1776190133.287413:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff4ab8e8. 00000100:00000200:3.0:1776190133.287418:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301369024/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190133.292850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064b07e85. 00010000:00000010:1.1:1776190133.292868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000152690e9. 00010000:00000010:1.1:1776190133.292887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3023043. 00000400:00000200:3.0:1776190133.295581:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.295604:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822ec0 00000400:00000200:3.0:1776190133.295614:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb63a9 [1] + 224 00000400:00000200:3.0:1776190133.295632:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.295652:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.295663:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301369024/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190133.295810:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000059506e1b. 00000400:00000200:1.0:1776190133.295815:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098f92200 00000400:00000010:1.0:1776190133.295817:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098f92200. 00000100:00000200:1.0:1776190133.295823:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301369024/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.295831:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301369024/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.295860:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b8516ea. 02000000:00000010:1.0:1776190133.295865:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fb38e634. 00000100:00000010:1.0:1776190133.295869:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190133.295872:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.295875:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000081416eab. 00000400:00000200:3.0:1776190133.302023:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.302042:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379940 00000400:00000200:3.0:1776190133.302049:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4d89 [2] + 1968 00000400:00000010:3.0:1776190133.302054:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071fb2b17. 00000400:00000200:3.0:1776190133.302061:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005d449211 00000400:00000200:3.0:1776190133.302115:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.302119:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.302123:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d449211 00000400:00000010:3.0:1776190133.302125:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005d449211 (tot 82352066). 00000100:00000200:3.0:1776190133.302131:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190133.302452:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebf48f90. 00000020:00000010:2.0:1776190133.302461:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.302467:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190133.302494:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009e3c1ba1 x1862468296481088/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190133.302542:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296481088 02000000:00000010:2.0:1776190133.302552:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001096cef0. 00010000:00000010:2.0:1776190133.302578:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7ed6886. 00010000:00000010:2.0:1776190133.302599:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002aa08952. 00000100:00000010:2.0:1776190133.302607:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000074629918. 00000100:00000010:2.0:1776190133.302628:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000074629918. 00010000:00000010:2.0:1776190133.302631:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002aa08952. 00000400:00000010:2.0:1776190133.302643:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098d8ef60. 00000100:00000200:2.0:1776190133.302647:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296481088, offset 224 00000400:00000200:2.0:1776190133.302655:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.302667:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.302673:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92941:92941:256:4294967295] 192.168.203.39@tcp LPNI seq info [92941:92941:8:4294967295] 00000400:00000200:2.0:1776190133.302683:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.302689:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.302694:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc81a4c0 (tot 82352314). 00000800:00000200:2.0:1776190133.302699:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.302706:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.302710:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc81a4c0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190133.302733:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.302736:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.302740:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ebf48f90. 02000000:00000010:2.0:1776190133.302747:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a718d934. 00000100:00000010:2.0:1776190133.302751:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 02000000:00000010:2.0:1776190133.302756:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000048a648a6. 00000100:00000010:2.0:1776190133.302758:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001edc131. 02000000:00000010:2.0:1776190133.302761:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000064a938a3. 00000100:00000010:2.0:1776190133.302763:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2a2b9. 02000000:00000010:2.0:1776190133.302765:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e74ec7c2. 00000100:00000010:2.0:1776190133.302768:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 02000000:00000010:2.0:1776190133.302815:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000008f05003. 00080000:00000010:1.0:1776190133.302817:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb38e634. 00000100:00000010:2.0:1776190133.302818:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 02000000:00000010:2.0:1776190133.302824:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000be9aa117. 00000100:00000010:2.0:1776190133.302827:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 00000100:00000200:2.0:1776190133.302833:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190133.302839:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007aaee2bf. 00000400:00000010:2.0:1776190133.302844:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000074629918 (tot 82352466). 00010000:00000010:1.0:1776190133.302901:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ff9d5c6. 00000800:00000200:3.0:1776190133.302904:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.302909:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc81a4c0 (tot 82352218). 00010000:00000010:1.0:1776190133.302910:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000330b194a. 00000400:00000200:3.0:1776190133.302916:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.302925:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.302931:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098d8ef60 00000400:00000010:3.0:1776190133.302933:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098d8ef60. 02000000:00000010:3.0:1776190133.302938:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001096cef0. 00010000:00000010:1.0:1776190133.302990:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000044d41b79. 00010000:00000010:1.0:1776190133.302995:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d9ad75d. 00010000:00000010:1.0:1776190133.303000:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3023043. 00010000:00000010:1.0:1776190133.303005:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ff9d5c6. 00080000:00000010:1.0:1776190133.303017:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b8516ea. 00010000:00000010:1.0:1776190133.303045:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.303052:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9ad75d. 00010000:00000010:0.0:1776190133.303224:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000099d8a844. 00010000:00000010:0.0:1776190133.303230:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000074cda3b6. 00010000:00000010:0.0:1776190133.303237:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.303240:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000536d800e. 00000100:00000010:0.0:1776190133.303247:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008962746. 02000000:00000010:0.0:1776190133.303257:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000816f5edc. 02000000:00000010:0.0:1776190133.303282:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000feeb4d39. 00000400:00000010:0.0:1776190133.303286:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007f42554b. 00000400:00000010:0.0:1776190133.303290:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002035b0a8. 00000100:00000200:0.0:1776190133.303293:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301369088, portal 16 00000400:00000010:0.0:1776190133.303297:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004abfdfce. 00000100:00000200:0.0:1776190133.303299:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301369088, offset 0 00000400:00000200:0.0:1776190133.303305:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.303313:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.303320:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190133.303323:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190133.303325:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190133.303328:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92942:92942:256:4294967295] 192.168.203.39@tcp LPNI seq info [92942:92942:8:4294967295] 00000400:00000200:0.0:1776190133.303334:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.303339:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.303342:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c9137c (tot 82352466). 00000800:00000200:0.0:1776190133.303346:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.303350:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.303352:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048c9137c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190133.304762:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.304768:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c9137c (tot 82352218). 00000400:00000200:2.0:1776190133.304791:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.304800:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.304806:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004abfdfce 00000400:00000010:2.0:1776190133.304809:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004abfdfce. 00000100:00000200:2.0:1776190133.304817:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008962746 x1862468301369088/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190133.309305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042936e01. 00000400:00000200:3.0:1776190133.311656:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.311676:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822f00 00000400:00000200:3.0:1776190133.311686:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb63b9 [1] + 224 00000400:00000200:3.0:1776190133.311703:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.311707:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.311717:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008962746 x1862468301369088/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190133.311937:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007f42554b. 00000400:00000200:0.0:1776190133.311944:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002035b0a8 00010000:00000010:1.1:1776190133.311945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad462665. 00000400:00000010:0.0:1776190133.311946:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002035b0a8. 00010000:00000010:1.1:1776190133.311954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf028ead. 00000100:00000200:0.0:1776190133.311957:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008962746 x1862468301369088/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190133.311959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044d41b79. 00010000:00000010:1.1:1776190133.311963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3023043. 00000100:00000200:0.0:1776190133.311969:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008962746 x1862468301369088/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190133.311995:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000feeb4d39. 02000000:00000010:0.0:1776190133.312000:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000816f5edc. 00000100:00000010:0.0:1776190133.312003:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008962746. 00000100:00000010:0.0:1776190133.312007:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000536d800e. 00010000:00000010:0.0:1776190133.312009:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000200:3.0:1776190133.317327:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.317347:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379980 00000400:00000200:3.0:1776190133.317355:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4de1 [2] + 0 00000400:00000200:3.0:1776190133.317409:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.317414:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.317421:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.317436:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 00000020:00000010:0.0:1776190133.317813:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000816f5edc. 00000020:00000010:0.0:1776190133.317821:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.317825:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190133.317850:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000552495c9 x1862468296481152/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190133.317885:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296481152 02000000:00000010:0.0:1776190133.317894:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000feeb4d39. 00010000:00000010:0.0:1776190133.317918:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a71b22c3. 00010000:00000010:0.0:1776190133.317938:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.317944:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000536d800e. 00000100:00000010:0.0:1776190133.317969:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000536d800e. 00010000:00000010:0.0:1776190133.317972:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190133.317985:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002035b0a8. 00000100:00000200:0.0:1776190133.317989:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296481152, offset 224 00000400:00000200:0.0:1776190133.317996:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.318006:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.318010:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92943:92943:256:4294967295] 192.168.203.39@tcp LPNI seq info [92943:92943:8:4294967295] 00000400:00000200:0.0:1776190133.318020:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.318024:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.318028:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000826f680e (tot 82352466). 00000800:00000200:0.0:1776190133.318033:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.318039:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.318043:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000826f680e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.318059:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.318064:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190133.318067:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000816f5edc. 00080000:00000010:1.0:1776190133.318146:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000972a304b. 00010000:00000010:1.0:1776190133.318231:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074cda3b6. 00010000:00000010:1.0:1776190133.318237:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a7c5efa7. 00010000:00000010:1.0:1776190133.318303:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3023043. 00010000:00000010:1.0:1776190133.318309:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.318319:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000081416eab. 00000100:00000010:1.0:1776190133.318323:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.318330:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190133.318342:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006479341f. 02000000:00000010:1.0:1776190133.318363:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f282a7f. 00000400:00000010:1.0:1776190133.318368:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000059506e1b. 00000400:00000010:1.0:1776190133.318373:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098f92200. 00000100:00000200:1.0:1776190133.318377:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301369152, portal 16 00000400:00000010:1.0:1776190133.318381:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b96b8ae7. 00000100:00000200:1.0:1776190133.318383:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301369152, offset 0 00000400:00000200:1.0:1776190133.318389:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.318395:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.318401:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.318405:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.318407:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.318410:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92944:92944:255:4294967295] 192.168.203.39@tcp LPNI seq info [92944:92944:7:4294967295] 00000400:00000200:1.0:1776190133.318416:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.318420:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.318429:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c40e4d7 (tot 82352714). 00000800:00000200:1.0:1776190133.318433:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.318437:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.318439:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c40e4d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.319433:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.319438:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000826f680e (tot 82352466). 00000400:00000200:3.0:1776190133.319444:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.319450:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.319455:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002035b0a8 00000400:00000010:3.0:1776190133.319458:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002035b0a8. 00000800:00000200:2.0:1776190133.322163:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.322170:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c40e4d7 (tot 82352218). 00000400:00000200:2.0:1776190133.322178:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.322187:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.322202:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b96b8ae7 00000400:00000010:2.0:1776190133.322205:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b96b8ae7. 00000100:00000200:2.0:1776190133.322213:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301369152/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.322250:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.322262:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822f40 00000400:00000200:2.0:1776190133.322269:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb63c5 [1] + 224 00000400:00000200:2.0:1776190133.322279:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.322282:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.322286:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301369152/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.322316:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.322322:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b13799c0 00000400:00000200:2.0:1776190133.322326:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4de1 [2] + 328 00000400:00000200:2.0:1776190133.322334:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.322337:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.322340:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190133.322345:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000663a046d. 00000400:00000010:1.0:1776190133.322398:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000059506e1b. 00000400:00000200:1.0:1776190133.322403:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098f92200 00000400:00000010:1.0:1776190133.322404:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098f92200. 00000100:00000200:1.0:1776190133.322409:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301369152/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.322415:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301369152/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.322447:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f282a7f. 02000000:00000010:1.0:1776190133.322453:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006479341f. 00000100:00000010:1.0:1776190133.322456:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190133.322460:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.322464:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000081416eab. 00000020:00000010:3.0:1776190133.322728:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d22eeed4. 00000020:00000010:3.0:1776190133.322736:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190133.322740:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190133.322760:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000663a046d x1862468296481216/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190133.322829:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296481216 02000000:00000010:3.0:1776190133.322842:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000056aabd31. 00010000:00000010:3.0:1776190133.322867:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b021ef0. 00010000:00000010:3.0:1776190133.322886:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a6eaca5. 00000100:00000010:3.0:1776190133.322892:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080a47f0b. 00000100:00000010:3.0:1776190133.322900:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080a47f0b. 00010000:00000010:3.0:1776190133.322903:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a6eaca5. 00000400:00000010:3.0:1776190133.322914:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d376fb9. 00000100:00000200:3.0:1776190133.322919:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296481216, offset 224 00000400:00000200:3.0:1776190133.322926:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.322937:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.322943:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92945:92945:256:4294967295] 192.168.203.39@tcp LPNI seq info [92945:92945:8:4294967295] 00000400:00000200:3.0:1776190133.322953:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.322958:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.322963:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190133.322969:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.322976:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.322979:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776190133.323038:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006479341f. 00010000:00000010:1.0:1776190133.323117:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.323124:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006fcfb6ba. 00010000:00000010:1.0:1776190133.323191:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf028ead. 00010000:00000010:1.0:1776190133.323195:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ff9d5c6. 00010000:00000010:1.0:1776190133.323203:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000081416eab. 00000100:00000010:1.0:1776190133.323206:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.323210:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190133.323219:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005f282a7f. 02000000:00000010:1.0:1776190133.323237:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f616ea2b. 00000400:00000010:1.0:1776190133.323242:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000059506e1b. 00000400:00000010:1.0:1776190133.323246:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098f92200. 00000100:00000200:1.0:1776190133.323251:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301369216, portal 16 00000400:00000010:1.0:1776190133.323254:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001149df6c. 00000100:00000200:1.0:1776190133.323256:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301369216, offset 0 00000400:00000200:1.0:1776190133.323261:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.323267:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.323273:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.323277:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.323280:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.323282:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92946:92946:255:4294967295] 192.168.203.39@tcp LPNI seq info [92946:92946:7:4294967295] 00000400:00000200:1.0:1776190133.323289:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.323294:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.323297:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006708edc (tot 82352714). 00000800:00000200:1.0:1776190133.323301:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.323308:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.323310:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006708edc type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1776190133.323511:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190133.323516:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190133.323530:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d22eeed4. 00000800:00000200:0.0:1776190133.323815:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.323820:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352466). 00000400:00000200:0.0:1776190133.323825:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.323831:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.323835:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d376fb9 00000400:00000010:0.0:1776190133.323837:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d376fb9. 00000800:00000200:0.0:1776190133.324254:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.324257:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006708edc (tot 82352218). 00000400:00000200:0.0:1776190133.324262:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.324267:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.324269:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001149df6c 00000400:00000010:0.0:1776190133.324271:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001149df6c. 00000100:00000200:0.0:1776190133.324277:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301369216/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190133.324868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057712278. 00010000:00000010:1.1:1776190133.324878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099d8a844. 00000400:00000200:2.0:1776190133.326492:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.326512:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822f80 00000400:00000200:2.0:1776190133.326531:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb63d1 [1] + 224 00000400:00000200:2.0:1776190133.326543:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.326547:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.326557:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301369216/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.326633:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.326639:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379a00 00000400:00000200:2.0:1776190133.326654:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4de1 [2] + 656 00000400:00000200:2.0:1776190133.326701:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.326704:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.326708:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190133.326713:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000462ed234. 00000020:00000010:0.0:1776190133.326838:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000816f5edc. 00000020:00000010:0.0:1776190133.326845:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.326848:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190133.326869:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000462ed234 x1862468296481280/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190133.326895:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296481280 02000000:00000010:0.0:1776190133.326904:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000053c923f4. 00010000:00000010:0.0:1776190133.326939:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.326946:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000536d800e. 00000100:00000010:0.0:1776190133.326951:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000536d800e. 00010000:00000010:0.0:1776190133.326955:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190133.326968:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002035b0a8. 00000100:00000200:0.0:1776190133.326973:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296481280, offset 224 00000400:00000200:0.0:1776190133.326981:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.326990:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.326995:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92947:92947:256:4294967295] 192.168.203.39@tcp LPNI seq info [92947:92947:8:4294967295] 00000400:00000200:0.0:1776190133.327004:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.327008:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.327012:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352466). 00000800:00000200:0.0:1776190133.327018:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.327024:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.327027:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.327045:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.327049:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190133.327053:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000816f5edc. 00000800:00000200:0.0:1776190133.327109:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.327113:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352218). 00000400:00000200:0.0:1776190133.327116:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.327120:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.327124:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002035b0a8 00000400:00000010:0.0:1776190133.327125:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002035b0a8. 00010000:00000010:1.1:1776190133.327830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3bd46a2. 00010000:00000010:1.1:1776190133.327840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3023043. 00010000:00000010:0.1:1776190133.327939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f83da19. 00000400:00000010:3.0:1776190133.328642:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000059506e1b. 00000400:00000200:3.0:1776190133.328651:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098f92200 00000400:00000010:3.0:1776190133.328653:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098f92200. 00000100:00000200:3.0:1776190133.328664:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301369216/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190133.328673:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301369216/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190133.328699:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c0dd7c1. 02000000:00000010:3.0:1776190133.328727:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f616ea2b. 02000000:00000010:3.0:1776190133.328734:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005f282a7f. 00000100:00000010:3.0:1776190133.328737:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:3.0:1776190133.328741:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:3.0:1776190133.328744:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000081416eab. 00080000:00000010:0.0:1776190133.329149:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000816f5edc. 00010000:00000010:0.0:1776190133.329259:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ff9d5c6. 00010000:00000010:0.0:1776190133.329269:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000078c149ab. 00010000:00000010:0.0:1776190133.329341:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a78bc12a. 00010000:00000010:0.0:1776190133.329358:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd77819f. 00010000:00000010:0.0:1776190133.329370:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.329376:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000536d800e. 00000100:00000010:0.0:1776190133.329384:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008962746. 02000000:00000010:0.0:1776190133.329396:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000018761fd4. 02000000:00000010:0.0:1776190133.329427:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000be9aa117. 00000400:00000010:0.0:1776190133.329433:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007f42554b. 00000400:00000010:0.0:1776190133.329438:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002035b0a8. 00000100:00000200:0.0:1776190133.329444:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301369280, portal 16 00000400:00000010:0.0:1776190133.329449:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004abfdfce. 00000100:00000200:0.0:1776190133.329451:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301369280, offset 0 00000400:00000200:0.0:1776190133.329459:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.329473:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.329480:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190133.329483:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190133.329486:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190133.329490:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92948:92948:256:4294967295] 192.168.203.39@tcp LPNI seq info [92948:92948:8:4294967295] 00000400:00000200:0.0:1776190133.329499:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.329505:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.329509:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b34af2a7 (tot 82352466). 00000800:00000200:0.0:1776190133.329515:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.329531:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.329535:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b34af2a7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.329749:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.329753:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b34af2a7 (tot 82352218). 00000400:00000200:3.0:1776190133.329757:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.329761:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.329765:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004abfdfce 00000400:00000010:3.0:1776190133.329767:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004abfdfce. 00000100:00000200:3.0:1776190133.329813:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008962746 x1862468301369280/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190133.330976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6541f5f. 00000400:00000200:2.0:1776190133.333316:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.333336:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1822fc0 00000400:00000200:2.0:1776190133.333345:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb63dd [1] + 224 00000400:00000200:2.0:1776190133.333357:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.333361:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.333371:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008962746 x1862468301369280/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.333411:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.333416:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379a40 00000400:00000200:2.0:1776190133.333421:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4de1 [2] + 984 00000400:00000200:2.0:1776190133.333479:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.333483:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.333487:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190133.333493:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a89b0311. 00000400:00000010:0.0:1776190133.333589:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007f42554b. 00000400:00000200:0.0:1776190133.333594:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002035b0a8 00000400:00000010:0.0:1776190133.333596:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002035b0a8. 00000100:00000200:0.0:1776190133.333602:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008962746 x1862468301369280/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190133.333608:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008962746 x1862468301369280/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190133.333642:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be9aa117. 02000000:00000010:0.0:1776190133.333648:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000018761fd4. 00000100:00000010:0.0:1776190133.333652:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008962746. 00000100:00000010:0.0:1776190133.333654:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000536d800e. 00010000:00000010:0.0:1776190133.333658:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000020:00000010:1.0:1776190133.334514:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f89b97ef. 00000020:00000010:1.0:1776190133.334533:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.334538:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190133.334563:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a89b0311 x1862468296481344/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190133.334629:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296481344 02000000:00000010:1.0:1776190133.334641:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003bb7e827. 00010000:00000010:1.0:1776190133.334666:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000142d58c7. 00010000:00000010:1.0:1776190133.334687:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d007c0f. 00000100:00000010:1.0:1776190133.334695:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.334714:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.334718:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d007c0f. 00000400:00000010:1.0:1776190133.334731:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d43b3045. 00000100:00000200:1.0:1776190133.334736:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296481344, offset 224 00000400:00000200:1.0:1776190133.334743:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.334756:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.334761:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92949:92949:256:4294967295] 192.168.203.39@tcp LPNI seq info [92949:92949:8:4294967295] 00000400:00000200:1.0:1776190133.334786:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.334792:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.334796:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d164298 (tot 82352466). 00000800:00000200:1.0:1776190133.334803:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.334818:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.334822:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d164298 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190133.334846:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.334850:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190133.334853:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f89b97ef. 00080000:00000010:2.0:1776190133.334912:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000008f05003. 00010000:00000010:2.0:1776190133.334997:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd77819f. 00010000:00000010:2.0:1776190133.335003:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000549687d1. 00010000:00000010:2.0:1776190133.335071:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002d1b7e61. 00010000:00000010:2.0:1776190133.335077:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ca678c6. 00010000:00000010:2.0:1776190133.335086:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002aa08952. 00000100:00000010:2.0:1776190133.335090:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d89568df. 00000100:00000010:2.0:1776190133.335096:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e75ddab0. 02000000:00000010:2.0:1776190133.335105:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064a938a3. 02000000:00000010:2.0:1776190133.335124:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048a648a6. 00000400:00000010:2.0:1776190133.335129:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007cd44b9d. 00000400:00000010:2.0:1776190133.335138:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000177066b0. 00000100:00000200:2.0:1776190133.335143:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301369344, portal 16 00000400:00000010:2.0:1776190133.335147:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc836e8a. 00000100:00000200:2.0:1776190133.335149:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301369344, offset 0 00000400:00000200:2.0:1776190133.335154:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.335160:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.335166:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.335169:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190133.335172:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190133.335174:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92950:92950:255:4294967295] 192.168.203.39@tcp LPNI seq info [92950:92950:7:4294967295] 00000400:00000200:2.0:1776190133.335181:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.335185:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.335188:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054ef62b4 (tot 82352714). 00000800:00000200:2.0:1776190133.335191:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.335195:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.335197:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054ef62b4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.335277:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.335280:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d164298 (tot 82352466). 00000400:00000200:3.0:1776190133.335285:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.335289:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.335293:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d43b3045 00000400:00000010:3.0:1776190133.335295:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d43b3045. 00000800:00000200:3.0:1776190133.335357:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.335359:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054ef62b4 (tot 82352218). 00000400:00000200:3.0:1776190133.335363:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.335366:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.335368:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc836e8a 00000400:00000010:3.0:1776190133.335369:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc836e8a. 00000100:00000200:3.0:1776190133.335374:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e75ddab0 x1862468301369344/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190133.337414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f68bd916. 00010000:00000010:0.1:1776190133.337425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf028ead. 00010000:00000010:3.1:1776190133.337895:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b3c965f. 00000400:00000200:3.0:1776190133.337928:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.337945:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823000 00000400:00000200:3.0:1776190133.337953:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb63e9 [1] + 224 00000400:00000200:0.0:1776190133.338008:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.338014:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.338024:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e75ddab0 x1862468301369344/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190133.338099:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007cd44b9d. 00000400:00000200:2.0:1776190133.338104:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000177066b0 00000400:00000010:2.0:1776190133.338106:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000177066b0. 00000100:00000200:2.0:1776190133.338112:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e75ddab0 x1862468301369344/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190133.338119:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e75ddab0 x1862468301369344/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190133.338147:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048a648a6. 02000000:00000010:2.0:1776190133.338154:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000064a938a3. 00000100:00000010:2.0:1776190133.338158:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e75ddab0. 00000100:00000010:2.0:1776190133.338161:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d89568df. 00010000:00000010:2.0:1776190133.338165:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002aa08952. 00000400:00000200:2.0:1776190133.338314:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.338323:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379a80 00000400:00000200:2.0:1776190133.338328:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4de1 [2] + 1312 00000400:00000200:2.0:1776190133.338653:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.338658:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.338663:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190133.338667:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e75ddab0. 00000020:00000010:1.0:1776190133.338763:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f89b97ef. 00000020:00000010:1.0:1776190133.338771:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.338804:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190133.338827:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e75ddab0 x1862468296481408/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190133.338858:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296481408 02000000:00000010:1.0:1776190133.338867:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000c2d00c3. 00010000:00000010:1.0:1776190133.338890:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec637291. 00010000:00000010:1.0:1776190133.338908:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d007c0f. 00000100:00000010:1.0:1776190133.338914:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.338923:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.338927:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d007c0f. 00000400:00000010:1.0:1776190133.338938:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da785b1e. 00000100:00000200:1.0:1776190133.338943:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296481408, offset 224 00000400:00000200:1.0:1776190133.338949:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.338958:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.338963:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92951:92951:256:4294967295] 192.168.203.39@tcp LPNI seq info [92951:92951:8:4294967295] 00080000:00000010:2.0:1776190133.338969:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064a938a3. 00000400:00000200:1.0:1776190133.338972:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.338976:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.338979:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006429d592 (tot 82352466). 00000800:00000200:1.0:1776190133.338984:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.338990:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.338993:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006429d592 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190133.339023:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.339026:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190133.339028:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f89b97ef. 00010000:00000010:2.0:1776190133.339045:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ca678c6. 00010000:00000010:2.0:1776190133.339051:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c8b165cf. 00010000:00000010:2.0:1776190133.339120:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000665a3136. 00010000:00000010:2.0:1776190133.339124:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008da3f2c3. 00010000:00000010:2.0:1776190133.339129:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf442a8c. 00010000:00000010:2.0:1776190133.339133:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ca678c6. 00080000:00000010:2.0:1776190133.339144:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048a648a6. 00010000:00000010:2.0:1776190133.339168:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ca678c6. 00010000:00000010:2.0:1776190133.339171:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008da3f2c3. 00010000:00000010:2.0:1776190133.339221:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000689581dc. 00010000:00000010:2.0:1776190133.339224:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ca678c6. 00010000:00000010:2.0:1776190133.339232:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002aa08952. 00000100:00000010:2.0:1776190133.339235:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d89568df. 00000100:00000010:2.0:1776190133.339241:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190133.339250:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ebf48f90. 02000000:00000010:2.0:1776190133.339270:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000073220483. 00000400:00000010:2.0:1776190133.339274:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007cd44b9d. 00000400:00000010:2.0:1776190133.339278:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000177066b0. 00000100:00000200:2.0:1776190133.339282:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301369408, portal 16 00000400:00000010:2.0:1776190133.339286:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ded49ea2. 00000100:00000200:2.0:1776190133.339288:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301369408, offset 0 00000400:00000200:2.0:1776190133.339292:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.339299:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.339305:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.339309:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190133.339311:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190133.339314:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92952:92952:255:4294967295] 192.168.203.39@tcp LPNI seq info [92952:92952:7:4294967295] 00000400:00000200:2.0:1776190133.339320:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.339324:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.339327:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6ecb0ff (tot 82352714). 00000800:00000200:2.0:1776190133.339330:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.339335:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.339337:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d6ecb0ff type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.340795:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.340865:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006429d592 (tot 82352466). 00000400:00000200:3.0:1776190133.340875:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.340883:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.340887:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da785b1e 00000400:00000010:3.0:1776190133.340889:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da785b1e. 00000800:00000200:3.0:1776190133.340949:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.340951:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6ecb0ff (tot 82352218). 00000400:00000200:3.0:1776190133.340955:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.340958:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.340960:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ded49ea2 00000400:00000010:3.0:1776190133.340961:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ded49ea2. 00000100:00000200:3.0:1776190133.340968:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e941f260 x1862468301369408/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.345869:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.345890:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823040 00000400:00000200:0.0:1776190133.345900:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb63f5 [1] + 224 00000400:00000200:0.0:1776190133.345913:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.345917:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.345926:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e941f260 x1862468301369408/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190133.346091:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007cd44b9d. 00000400:00000200:2.0:1776190133.346096:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000177066b0 00000400:00000010:2.0:1776190133.346097:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000177066b0. 00000100:00000200:2.0:1776190133.346104:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e941f260 x1862468301369408/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190133.346111:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e941f260 x1862468301369408/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190133.346138:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000073220483. 02000000:00000010:2.0:1776190133.346144:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ebf48f90. 00000100:00000010:2.0:1776190133.346148:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 00000100:00000010:2.0:1776190133.346154:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d89568df. 00010000:00000010:2.0:1776190133.346158:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002aa08952. 00010000:00000010:2.1:1776190133.346829:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4f0f63b. 00010000:00000010:2.1:1776190133.346840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a78bc12a. 00010000:00000010:1.1:1776190133.350826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000648f8965. 00010000:00000010:1.1:1776190133.350840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000993b0ced. 00000400:00000200:2.0:1776190133.352261:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.352279:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379ac0 00000400:00000200:2.0:1776190133.352290:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4de1 [2] + 1640 00000400:00000200:2.0:1776190133.352371:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.352376:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.352383:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190133.352388:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 00000020:00000010:1.0:1776190133.353130:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f89b97ef. 00000020:00000010:1.0:1776190133.353138:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.353143:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190133.353173:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e941f260 x1862468296481472/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190133.353258:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296481472 02000000:00000010:1.0:1776190133.353270:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000552e1118. 00010000:00000010:1.0:1776190133.353299:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009337c768. 00010000:00000010:1.0:1776190133.353322:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d007c0f. 00000100:00000010:1.0:1776190133.353329:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.353344:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.353349:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d007c0f. 00000400:00000010:1.0:1776190133.353363:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e54ad690. 00000100:00000200:1.0:1776190133.353368:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296481472, offset 224 00000400:00000200:1.0:1776190133.353375:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.353387:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.353393:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92953:92953:256:4294967295] 192.168.203.39@tcp LPNI seq info [92953:92953:8:4294967295] 00000400:00000200:1.0:1776190133.353403:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.353408:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.353412:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069334a23 (tot 82352466). 00000800:00000200:1.0:1776190133.353417:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.353423:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.353427:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069334a23 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190133.353446:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.353450:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190133.353453:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f89b97ef. 00080000:00000010:2.0:1776190133.353538:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ebf48f90. 00000800:00000200:3.0:1776190133.353582:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.353587:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069334a23 (tot 82352218). 00000400:00000200:3.0:1776190133.353593:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.353599:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.353603:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e54ad690 00000400:00000010:3.0:1776190133.353605:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e54ad690. 00010000:00000010:2.0:1776190133.353617:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ca678c6. 00010000:00000010:2.0:1776190133.353625:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062be6631. 00010000:00000010:2.0:1776190133.353692:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002022839b. 00010000:00000010:2.0:1776190133.353698:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ca678c6. 00010000:00000010:2.0:1776190133.353707:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002aa08952. 00000100:00000010:2.0:1776190133.353710:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d89568df. 00000100:00000010:2.0:1776190133.353730:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 02000000:00000010:2.0:1776190133.353741:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000073220483. 02000000:00000010:2.0:1776190133.353762:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018c30b03. 00000400:00000010:2.0:1776190133.353767:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007cd44b9d. 00000400:00000010:2.0:1776190133.353799:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000177066b0. 00000100:00000200:2.0:1776190133.353804:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301369472, portal 16 00000400:00000010:2.0:1776190133.353809:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031a328f. 00000100:00000200:2.0:1776190133.353811:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301369472, offset 0 00000400:00000200:2.0:1776190133.353816:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.353823:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.353829:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.353833:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190133.353836:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190133.353838:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92954:92954:256:4294967295] 192.168.203.39@tcp LPNI seq info [92954:92954:8:4294967295] 00000400:00000200:2.0:1776190133.353845:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.353849:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.353852:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb044675 (tot 82352466). 00000800:00000200:2.0:1776190133.353856:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.353860:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.353863:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb044675 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.354156:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.354159:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb044675 (tot 82352218). 00000400:00000200:3.0:1776190133.354164:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.354169:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.354172:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031a328f 00000400:00000010:3.0:1776190133.354174:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031a328f. 00000100:00000200:3.0:1776190133.354180:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001fa788c5 x1862468301369472/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190133.355848:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd19298f. 00010000:00000010:2.1:1776190133.355863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d1b7e61. 00010000:00000010:2.1:1776190133.355868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000665a3136. 00010000:00000010:2.1:1776190133.355870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf442a8c. 00000400:00000200:2.0:1776190133.357110:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.357130:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823080 00000400:00000200:2.0:1776190133.357140:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6401 [1] + 224 00000400:00000200:2.0:1776190133.357153:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.357157:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.357167:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001fa788c5 x1862468301369472/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190133.357268:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007cd44b9d. 00000400:00000200:0.0:1776190133.357274:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000177066b0 00000400:00000010:0.0:1776190133.357276:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000177066b0. 00000100:00000200:0.0:1776190133.357282:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001fa788c5 x1862468301369472/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190133.357289:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001fa788c5 x1862468301369472/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190133.357325:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018c30b03. 02000000:00000010:0.0:1776190133.357332:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000073220483. 00000100:00000010:0.0:1776190133.357336:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000010:0.0:1776190133.357340:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d89568df. 00010000:00000010:0.0:1776190133.357343:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002aa08952. 00000400:00000200:3.0:1776190133.359075:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.359092:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379b00 00000400:00000200:3.0:1776190133.359100:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4de1 [2] + 1968 00000400:00000010:3.0:1776190133.359104:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003270d0cd. 00000400:00000200:3.0:1776190133.359110:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000370232c0 00000400:00000200:3.0:1776190133.359165:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.359169:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.359173:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000370232c0 00000400:00000010:3.0:1776190133.359175:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000370232c0 (tot 82352066). 00000100:00000200:3.0:1776190133.359180:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776190133.360019:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f89b97ef. 00000020:00000010:1.0:1776190133.360026:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.360031:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190133.360055:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005496b1cd x1862468296481536/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190133.360124:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296481536 02000000:00000010:1.0:1776190133.360137:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005f282a7f. 00010000:00000010:1.0:1776190133.360165:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd7e2512. 00010000:00000010:1.0:1776190133.360185:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d007c0f. 00000100:00000010:1.0:1776190133.360192:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c679405. 00000100:00000010:1.0:1776190133.360214:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c679405. 00010000:00000010:1.0:1776190133.360218:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d007c0f. 00000400:00000010:1.0:1776190133.360230:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005097e9c8. 00000100:00000200:1.0:1776190133.360234:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296481536, offset 224 00000400:00000200:1.0:1776190133.360242:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.360252:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.360258:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92955:92955:256:4294967295] 192.168.203.39@tcp LPNI seq info [92955:92955:8:4294967295] 00000400:00000200:1.0:1776190133.360267:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.360273:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.360278:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000350c588e (tot 82352314). 00000800:00000200:1.0:1776190133.360284:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.360292:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.360295:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000350c588e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190133.360316:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.360320:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190133.360323:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f89b97ef. 02000000:00000010:1.0:1776190133.360330:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000552e1118. 00000100:00000010:1.0:1776190133.360333:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 02000000:00000010:1.0:1776190133.360339:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000c2d00c3. 00000100:00000010:1.0:1776190133.360341:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e75ddab0. 02000000:00000010:1.0:1776190133.360343:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003bb7e827. 00000100:00000010:1.0:1776190133.360345:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a89b0311. 02000000:00000010:1.0:1776190133.360348:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000053c923f4. 00000100:00000010:1.0:1776190133.360350:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000462ed234. 02000000:00000010:1.0:1776190133.360352:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000056aabd31. 00000100:00000010:1.0:1776190133.360354:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000663a046d. 02000000:00000010:1.0:1776190133.360357:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000feeb4d39. 00000100:00000010:1.0:1776190133.360359:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000552495c9. 00000100:00000200:1.0:1776190133.360366:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776190133.360371:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d8f5af9e. 00000400:00000010:1.0:1776190133.360375:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006c679405 (tot 82352466). 00080000:00000010:2.0:1776190133.360420:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073220483. 00010000:00000010:2.0:1776190133.360502:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ca678c6. 00010000:00000010:2.0:1776190133.360509:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a3c301f7. 00010000:00000010:2.0:1776190133.360608:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf442a8c. 00010000:00000010:2.0:1776190133.360615:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ca678c6. 00010000:00000010:2.0:1776190133.360625:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000099ee333f. 00000100:00000010:2.0:1776190133.360629:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d89568df. 00000100:00000010:2.0:1776190133.360635:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 02000000:00000010:2.0:1776190133.360657:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000018c30b03. 02000000:00000010:2.0:1776190133.360678:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001096cef0. 00000400:00000010:2.0:1776190133.360682:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003389f129. 00000400:00000010:2.0:1776190133.360685:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f90117b. 00000100:00000200:2.0:1776190133.360688:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301369536, portal 16 00000400:00000010:2.0:1776190133.360691:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d797cb3e. 00000100:00000200:2.0:1776190133.360693:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301369536, offset 0 00000400:00000200:2.0:1776190133.360698:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.360704:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.360710:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.360713:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190133.360716:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190133.360718:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92956:92956:255:4294967295] 192.168.203.39@tcp LPNI seq info [92956:92956:7:4294967295] 00000400:00000200:2.0:1776190133.360724:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.360736:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.360739:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0a4d4c8 (tot 82352714). 00000800:00000200:2.0:1776190133.360743:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.360746:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.360748:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0a4d4c8 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190133.360800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f17f9cb. 00010000:00000010:2.1:1776190133.360805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000689581dc. 00000800:00000200:3.0:1776190133.361057:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.361061:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000350c588e (tot 82352466). 00000400:00000200:3.0:1776190133.361066:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.361071:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.361075:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005097e9c8 00000400:00000010:3.0:1776190133.361077:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005097e9c8. 02000000:00000010:3.0:1776190133.361080:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005f282a7f. 00000800:00000200:3.0:1776190133.361139:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.361141:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0a4d4c8 (tot 82352218). 00000400:00000200:3.0:1776190133.361145:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.361148:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.361151:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d797cb3e 00000400:00000010:3.0:1776190133.361152:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d797cb3e. 00000100:00000200:3.0:1776190133.361157:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d9e7cf1 x1862468301369536/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.363263:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.363281:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18230c0 00000400:00000200:2.0:1776190133.363290:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6411 [1] + 224 00000400:00000200:2.0:1776190133.363302:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.363306:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.363314:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d9e7cf1 x1862468301369536/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190133.363404:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003389f129. 00000400:00000200:0.0:1776190133.363409:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f90117b 00000400:00000010:0.0:1776190133.363411:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f90117b. 00000100:00000200:0.0:1776190133.363416:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d9e7cf1 x1862468301369536/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190133.363423:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d9e7cf1 x1862468301369536/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190133.363450:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001096cef0. 02000000:00000010:0.0:1776190133.363456:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000018c30b03. 00000100:00000010:0.0:1776190133.363459:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 00000100:00000010:0.0:1776190133.363463:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d89568df. 00010000:00000010:0.0:1776190133.363466:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000099ee333f. 00010000:00000010:1.1:1776190133.363887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c2c3d7e. 00000400:00000200:3.0:1776190133.364830:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.364846:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379b40 00000400:00000200:3.0:1776190133.364857:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4e39 [2] + 0 00000400:00000200:3.0:1776190133.364909:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.364913:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.364918:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.364925:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 00000020:00000010:1.0:1776190133.365071:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bb7e827. 00000020:00000010:1.0:1776190133.365079:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.365085:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190133.365110:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000552495c9 x1862468296481600/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190133.365146:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296481600 02000000:00000010:1.0:1776190133.365157:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000c2d00c3. 00010000:00000010:1.0:1776190133.365185:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ddd6735. 00010000:00000010:1.0:1776190133.365203:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d007c0f. 00000100:00000010:1.0:1776190133.365210:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8d18229. 00000100:00000010:1.0:1776190133.365229:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8d18229. 00010000:00000010:1.0:1776190133.365233:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d007c0f. 00000400:00000010:1.0:1776190133.365245:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be2d42b. 00000100:00000200:1.0:1776190133.365250:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296481600, offset 224 00000400:00000200:1.0:1776190133.365257:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.365267:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.365272:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92957:92957:256:4294967295] 192.168.203.39@tcp LPNI seq info [92957:92957:8:4294967295] 00000400:00000200:1.0:1776190133.365280:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.365285:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.365289:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190133.365294:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.365300:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.365303:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190133.365328:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.365331:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190133.365333:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bb7e827. 00000800:00000200:3.0:1776190133.365463:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.365467:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:3.0:1776190133.365472:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.365475:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.365526:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be2d42b 00000400:00000010:3.0:1776190133.365529:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be2d42b. 00080000:00000010:2.0:1776190133.365589:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dfe0857d. 00010000:00000010:2.0:1776190133.365668:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ca678c6. 00010000:00000010:2.0:1776190133.365675:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c7e03b8e. 00010000:00000010:2.0:1776190133.365742:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000689581dc. 00010000:00000010:2.0:1776190133.365748:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ca678c6. 00010000:00000010:2.0:1776190133.365758:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000089245e9. 00000100:00000010:2.0:1776190133.365761:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190133.365767:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000385e35d2. 02000000:00000010:2.0:1776190133.365806:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d962feab. 02000000:00000010:2.0:1776190133.365828:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c037cf01. 00000400:00000010:2.0:1776190133.365833:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000189c4b0c. 00000400:00000010:2.0:1776190133.365838:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616296ae. 00000100:00000200:2.0:1776190133.365843:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301369600, portal 16 00000400:00000010:2.0:1776190133.365846:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d4d52a6. 00000100:00000200:2.0:1776190133.365848:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301369600, offset 0 00000400:00000200:2.0:1776190133.365854:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.365860:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.365867:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.365870:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190133.365873:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190133.365875:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92958:92958:256:4294967295] 192.168.203.39@tcp LPNI seq info [92958:92958:8:4294967295] 00000400:00000200:2.0:1776190133.365882:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.365885:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.365888:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4c63abf (tot 82352466). 00000800:00000200:2.0:1776190133.365892:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.365895:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.365897:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4c63abf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190133.366868:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.366874:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4c63abf (tot 82352218). 00000400:00000200:0.0:1776190133.366880:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.366886:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.366890:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d4d52a6 00000400:00000010:0.0:1776190133.366891:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d4d52a6. 00000100:00000200:0.0:1776190133.366898:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000385e35d2 x1862468301369600/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.371184:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.371205:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823100 00000400:00000200:3.0:1776190133.371216:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb641d [1] + 224 00000400:00000200:3.0:1776190133.371233:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.371237:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.371246:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000385e35d2 x1862468301369600/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190133.371366:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000189c4b0c. 00000400:00000200:0.0:1776190133.371371:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616296ae 00000400:00000010:0.0:1776190133.371373:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616296ae. 00000100:00000200:0.0:1776190133.371380:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000385e35d2 x1862468301369600/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190133.371387:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000385e35d2 x1862468301369600/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190133.371416:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c037cf01. 02000000:00000010:0.0:1776190133.371423:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d962feab. 00000100:00000010:0.0:1776190133.371427:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000385e35d2. 00000100:00000010:0.0:1776190133.371431:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:0.0:1776190133.371435:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000089245e9. 00000400:00000200:3.0:1776190133.372464:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.372488:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379b80 00000400:00000200:3.0:1776190133.372499:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4e39 [2] + 328 00000400:00000200:3.0:1776190133.372592:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.372602:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.372609:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.372617:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 00000020:00000010:0.0:1776190133.372761:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018761fd4. 00000020:00000010:0.0:1776190133.372814:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.372821:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000100:00000200:0.0:1776190133.372860:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016984533 x1862468296481664/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190133.373069:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296481664 02000000:00000010:0.0:1776190133.373081:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000be9aa117. 00010000:00000010:0.0:1776190133.373366:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000149c8595. 00010000:00000010:0.0:1776190133.373388:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.373395:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000536d800e. 00000100:00000010:0.0:1776190133.373411:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000536d800e. 00010000:00000010:0.0:1776190133.373415:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190133.373429:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002035b0a8. 00000100:00000200:0.0:1776190133.373434:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296481664, offset 224 00000400:00000200:0.0:1776190133.373441:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.373454:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.373460:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92959:92959:256:4294967295] 192.168.203.39@tcp LPNI seq info [92959:92959:8:4294967295] 00000400:00000200:0.0:1776190133.373468:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.373473:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.373477:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdaa4ba3 (tot 82352466). 00000800:00000200:0.0:1776190133.373482:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.373489:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.373492:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bdaa4ba3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.373510:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.373515:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190133.373527:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018761fd4. 00000800:00000200:0.0:1776190133.373603:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.373607:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdaa4ba3 (tot 82352218). 00000400:00000200:0.0:1776190133.373611:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.373615:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.373618:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002035b0a8 00000400:00000010:0.0:1776190133.373619:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002035b0a8. 00080000:00000010:3.0:1776190133.373819:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d22eeed4. 00010000:00000010:3.0:1776190133.373904:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ca678c6. 00010000:00000010:3.0:1776190133.373912:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002f5d2d35. 00010000:00000010:3.0:1776190133.373979:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd000644. 00010000:00000010:3.0:1776190133.373986:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a272212d. 00010000:00000010:3.0:1776190133.373994:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a6eaca5. 00000100:00000010:3.0:1776190133.373998:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080a47f0b. 00000100:00000010:3.0:1776190133.374004:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 02000000:00000010:3.0:1776190133.374016:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000056aabd31. 02000000:00000010:3.0:1776190133.374038:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce6c8452. 00000400:00000010:3.0:1776190133.374043:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000021a9ec18. 00000400:00000010:3.0:1776190133.374047:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c5b133d. 00000100:00000200:3.0:1776190133.374051:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301369664, portal 16 00000400:00000010:3.0:1776190133.374055:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190133.374058:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301369664, offset 0 00000400:00000200:3.0:1776190133.374063:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.374071:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.374076:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190133.374080:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190133.374082:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190133.374084:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92960:92960:256:4294967295] 192.168.203.39@tcp LPNI seq info [92960:92960:8:4294967295] 00000400:00000200:3.0:1776190133.374097:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.374101:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.374105:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190133.374110:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.374115:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.374117:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190133.374133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfe18627. 00010000:00000010:2.1:1776190133.374142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002022839b. 00010000:00000010:1.1:1776190133.374500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058910f05. 00000800:00000200:0.0:1776190133.375094:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.375098:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:0.0:1776190133.375105:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.375112:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.375117:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b61116a7 00000400:00000010:0.0:1776190133.375119:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b61116a7. 00000100:00000200:0.0:1776190133.375128:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c4a3a006 x1862468301369664/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190133.376859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082275d0a. 00010000:00000010:3.1:1776190133.378067:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035b30884. 00010000:00000010:3.1:1776190133.378079:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000689581dc. 00000400:00000200:3.0:1776190133.378112:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.378130:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823140 00000400:00000200:3.0:1776190133.378138:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6429 [1] + 224 00000400:00000200:3.0:1776190133.378153:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.378157:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.378167:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c4a3a006 x1862468301369664/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190133.378259:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000021a9ec18. 00000400:00000200:0.0:1776190133.378263:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c5b133d 00000400:00000010:0.0:1776190133.378265:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c5b133d. 00000100:00000200:0.0:1776190133.378276:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c4a3a006 x1862468301369664/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190133.378283:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c4a3a006 x1862468301369664/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190133.378321:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce6c8452. 02000000:00000010:0.0:1776190133.378327:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000056aabd31. 00000100:00000010:0.0:1776190133.378330:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 00000100:00000010:0.0:1776190133.378333:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080a47f0b. 00010000:00000010:0.0:1776190133.378338:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a6eaca5. 00010000:00000010:2.1:1776190133.379038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027681e15. 00010000:00000010:2.1:1776190133.379046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf442a8c. 00010000:00000010:0.1:1776190133.379750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000100eac0. 00000400:00000200:0.0:1776190133.384495:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.384529:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379bc0 00000400:00000200:0.0:1776190133.384537:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4e39 [2] + 656 00000400:00000200:0.0:1776190133.385315:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.385326:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.385336:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190133.385343:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008962746. 00000020:00000010:1.0:1776190133.386973:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bb7e827. 00000020:00000010:1.0:1776190133.386985:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.386990:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190133.387021:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008962746 x1862468296481728/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190133.387049:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296481728 02000000:00000010:1.0:1776190133.387061:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000552e1118. 00010000:00000010:1.0:1776190133.387092:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000015d5e46. 00010000:00000010:1.0:1776190133.387117:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d007c0f. 00000100:00000010:1.0:1776190133.387123:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8d18229. 00000100:00000010:1.0:1776190133.387141:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8d18229. 00010000:00000010:1.0:1776190133.387144:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d007c0f. 00000400:00000010:1.0:1776190133.387158:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065effbe1. 00000100:00000200:1.0:1776190133.387163:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296481728, offset 224 00000400:00000200:1.0:1776190133.387172:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.387188:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.387194:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92961:92961:256:4294967295] 192.168.203.39@tcp LPNI seq info [92961:92961:8:4294967295] 00000400:00000200:1.0:1776190133.387204:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.387209:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.387214:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190133.387220:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.387227:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.387231:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190133.387252:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.387255:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190133.387258:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bb7e827. 00000100:00000010:2.0:1776190133.387629:0:65526:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 00000100:00000010:0.0:1776190133.387639:0:71708:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ed276d7f. 02000000:00000010:2.0:1776190133.387644:0:65526:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000797f442e. 02000000:00000010:0.0:1776190133.387662:0:71708:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bdaa4ba3. 00000100:00000010:2.0:1776190133.387684:0:71704:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000385e35d2. 02000000:00000010:2.0:1776190133.387691:0:71704:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ddd90c4b. 00080000:00000010:3.0:1776190133.387714:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8b42cf6. 00000100:00000010:2.0:1776190133.387717:0:71706:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 02000000:00000010:2.0:1776190133.387723:0:71706:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a4c63abf. 02000000:00000010:2.0:1776190133.387750:0:15839:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000010a84a0f. 00000400:00000010:2.0:1776190133.387756:0:15839:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008609b699. 00000400:00000010:2.0:1776190133.387761:0:15839:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002848b18e. 00000100:00000200:2.0:1776190133.387765:0:15839:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862468301369792, portal 4 00000400:00000010:2.0:1776190133.387789:0:15839:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3a7a590. 00000100:00000200:2.0:1776190133.387792:0:15839:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862468301369792, offset 0 00000400:00000200:2.0:1776190133.387800:0:15839:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190133.387808:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190133.387818:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69de7b18231c0 00000400:00000200:2.0:1776190133.387824:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x330bd [8] + 9184 00010000:00000010:3.0:1776190133.387825:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a272212d. 00000400:00000200:2.0:1776190133.387833:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1776190133.387834:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009e15b582. 00000400:00000200:2.0:1776190133.387838:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190133.387845:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1776190133.387849:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000663a046d. 00000400:00000200:2.0:1776190133.387869:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3a7a590 00000400:00000010:2.0:1776190133.387871:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3a7a590. 00000100:00000200:2.0:1776190133.387877:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ed276d7f x1862468301369792/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190140 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00010000:00000010:3.0:1776190133.387920:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ef5386f7. 00010000:00000010:3.0:1776190133.387924:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000034bb290a. 00010000:00000010:3.0:1776190133.387930:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3477ad. 00010000:00000010:3.0:1776190133.387935:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a272212d. 00080000:00000010:3.0:1776190133.387949:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e74a1e63. 00010000:00000010:3.0:1776190133.387974:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a272212d. 00010000:00000010:3.0:1776190133.387978:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000034bb290a. 00010000:00000010:3.0:1776190133.388025:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004432581b. 00010000:00000010:3.0:1776190133.388029:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a272212d. 00010000:00000010:3.0:1776190133.388036:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a241bcb. 00000100:00000010:3.0:1776190133.388041:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080a47f0b. 00000100:00000010:3.0:1776190133.388048:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190133.388054:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e5dc19cf. 02000000:00000010:3.0:1776190133.388070:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8fb9465. 00000400:00000010:3.0:1776190133.388074:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f06670c9. 00000400:00000010:3.0:1776190133.388077:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6b5ec91. 00000100:00000200:3.0:1776190133.388080:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301369984, portal 16 00000400:00000010:3.0:1776190133.388083:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f8ae577. 00000100:00000200:3.0:1776190133.388085:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301369984, offset 0 00000400:00000200:3.0:1776190133.388089:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.388097:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.388103:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190133.388107:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190133.388110:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190133.388112:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92962:92962:255:4294967295] 192.168.203.39@tcp LPNI seq info [92962:92962:7:4294967295] 00000400:00000200:3.0:1776190133.388119:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.388124:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.388127:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352714). 00000800:00000200:3.0:1776190133.388132:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.388136:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.388139:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 424 niov 1 nkiov 1 02000000:00000010:3.0:1776190133.388177:0:15837:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001ed36e66. 00000400:00000010:3.0:1776190133.388181:0:15837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d4701205. 00000400:00000010:3.0:1776190133.388183:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ceb23d8e. 00000100:00000200:3.0:1776190133.388185:0:15837:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862468301369920, portal 4 00000400:00000010:3.0:1776190133.388189:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e52bdf0a. 00000100:00000200:3.0:1776190133.388191:0:15837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862468301369920, offset 0 00000400:00000200:3.0:1776190133.388195:0:15837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776190133.388200:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776190133.388206:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69de7b1823240 00000400:00000200:3.0:1776190133.388210:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x330bd [8] + 9408 00000400:00000200:3.0:1776190133.388214:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.388216:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776190133.388219:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1776190133.388221:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2a2b9. 00000400:00000200:3.0:1776190133.388232:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e52bdf0a 00000400:00000010:3.0:1776190133.388234:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e52bdf0a. 00000100:00000200:3.0:1776190133.388239:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d9e7cf1 x1862468301369920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190140 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 02000000:00000010:3.0:1776190133.388261:0:15837:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004e95d183. 00000400:00000010:3.0:1776190133.388264:0:15837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000016b0c4c6. 00000400:00000010:3.0:1776190133.388266:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e52bdf0a. 00000100:00000200:3.0:1776190133.388268:0:15837:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862468301369856, portal 4 00000400:00000010:3.0:1776190133.388272:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000100:00000200:3.0:1776190133.388273:0:15837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1862468301369856, offset 0 00000400:00000200:3.0:1776190133.388277:0:15837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776190133.388281:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776190133.388285:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69de7b1823200 00000400:00000200:3.0:1776190133.388289:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x47d59 [256] + 21728 00000400:00000200:3.0:1776190133.388328:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.388331:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776190133.388335:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1776190133.388339:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001edc131. 00000400:00000200:3.0:1776190133.388351:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003335af77 00000400:00000010:3.0:1776190133.388352:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003335af77. 00000100:00000200:3.0:1776190133.388355:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000385e35d2 x1862468301369856/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000020:00000010:3.0:1776190133.388393:0:68104:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056aabd31. 00000020:00000010:3.0:1776190133.388397:0:68104:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190133.388401:0:68104:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190133.388424:0:68104:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce6c8452. 00000020:00000010:3.0:1776190133.388426:0:68104:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f742104f. 00000020:00000010:3.0:1776190133.388429:0:68104:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000087a5256e. 00000100:00000200:3.0:1776190133.388436:0:68104:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468301369792 02000000:00000010:3.0:1776190133.388449:0:68104:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 0000000060abcaff. 00010000:00000200:3.0:1776190133.388472:0:68104:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000663a046d x1862468301369792/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:544/0 lens 224/368 e 0 to 0 dl 1776190139 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:3.0:1776190133.388482:0:68104:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000100:00000200:3.0:1776190133.388486:0:68104:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862468301369792, offset 224 00000400:00000200:3.0:1776190133.388489:0:68104:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776190133.388494:0:68104:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776190133.388498:0:68104:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69de7b18231c0 00000400:00000200:3.0:1776190133.388503:0:68104:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb6435 [1] + 224 00000400:00000200:3.0:1776190133.388507:0:68104:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.388509:0:68104:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776190133.388513:0:68104:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ed276d7f x1862468301369792/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190140 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000800:00000200:1.0:1776190133.389575:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.389582:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352466). 00000400:00000200:1.0:1776190133.389590:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.389596:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.389600:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065effbe1 00000400:00000010:1.0:1776190133.389602:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065effbe1. 02000000:00000010:1.0:1776190133.389638:0:15838:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000073fa5f24. 00000400:00000010:1.0:1776190133.389643:0:15838:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000099f2d3c4. 00000400:00000010:1.0:1776190133.389657:0:15838:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065effbe1. 00000100:00000200:1.0:1776190133.389662:0:15838:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862468301369728, portal 4 00000400:00000010:1.0:1776190133.389668:0:15838:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be2d42b. 00000100:00000200:1.0:1776190133.389671:0:15838:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1862468301369728, offset 0 00000400:00000200:1.0:1776190133.389677:0:15838:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776190133.389685:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776190133.389694:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69de7b1823180 00000400:00000200:1.0:1776190133.389699:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x47d59 [256] + 21952 00000400:00000200:1.0:1776190133.389705:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.389707:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776190133.389710:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1776190133.389713:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8f88089. 00000400:00000200:1.0:1776190133.389728:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be2d42b 00000400:00000010:1.0:1776190133.389730:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be2d42b. 00000100:00000200:1.0:1776190133.389735:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000969b7ebd x1862468301369728/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000010:0.0:1776190133.390200:0:45124:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000efa05245. 02000000:00000010:0.0:1776190133.390213:0:45124:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c19513e3. 00000100:00000010:0.0:1776190133.390228:0:45124:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fe2d466. 02000000:00000010:0.0:1776190133.390232:0:45124:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b34af2a7. 00000100:00000010:0.0:1776190133.390238:0:45124:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f627330. 02000000:00000010:0.0:1776190133.390241:0:45124:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000826f680e. 00000100:00000010:0.0:1776190133.390255:0:45124:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009382bd96. 02000000:00000010:0.0:1776190133.390258:0:45124:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000048c9137c. 00000100:00000010:0.0:1776190133.390263:0:45124:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ecfc9a6. 02000000:00000010:0.0:1776190133.390265:0:45124:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000abc66568. 00000100:00000010:0.0:1776190133.390269:0:45124:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abc3f2e1. 02000000:00000010:0.0:1776190133.390272:0:45124:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e0e399fd. 00000100:00000010:0.0:1776190133.390277:0:45124:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000029fae5e5. 02000000:00000010:0.0:1776190133.390280:0:45124:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef4c7517. 00000100:00000010:0.0:1776190133.390284:0:45124:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b6dc10e. 02000000:00000010:0.0:1776190133.390286:0:45124:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f5f3eeb7. 00000100:00000010:0.0:1776190133.390292:0:45124:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009764b41c. 02000000:00000010:0.0:1776190133.390295:0:45124:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001b7ab983. 00000800:00000200:1.0:1776190133.390408:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.390411:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:1.0:1776190133.390417:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.390422:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.390426:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f8ae577 00000400:00000010:1.0:1776190133.390427:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f8ae577. 00000100:00000200:1.0:1776190133.390434:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ffde2ec x1862468301369984/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.391595:0:15838:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003bb7e827. 00000400:00000010:1.0:1776190133.391607:0:15838:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006a34ea60. 00000400:00000010:1.0:1776190133.391614:0:15838:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be2d42b. 00000100:00000200:1.0:1776190133.391619:0:15838:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301370048, portal 25 00000400:00000010:1.0:1776190133.391625:0:15838:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005097e9c8. 00000100:00000200:1.0:1776190133.391627:0:15838:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862468301370048, offset 0 00000400:00000200:1.0:1776190133.391635:0:15838:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1776190133.392365:0:15839:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d962feab. 00000400:00000010:2.0:1776190133.392374:0:15839:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006cd4a51c. 00000400:00000010:2.0:1776190133.392379:0:15839:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3a7a590. 00000100:00000200:2.0:1776190133.392383:0:15839:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301370112, portal 10 00000400:00000010:2.0:1776190133.392388:0:15839:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e6b3e44. 00000100:00000200:2.0:1776190133.392390:0:15839:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862468301370112, offset 0 00000400:00000200:2.0:1776190133.392397:0:15839:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776190133.392876:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776190133.392890:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69de7b18232c0 00000400:00000200:1.0:1776190133.392897:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x8f0f1 [2] + 0 00000400:00000010:1.0:1776190133.392901:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000019619ef2. 00000400:00000200:1.0:1776190133.392908:0:15838:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004b32df4c 00000400:00000200:1.0:1776190133.392915:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.392921:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1776190133.392924:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b32df4c 00000400:00000010:1.0:1776190133.392927:0:15838:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004b32df4c (tot 82352066). 00000100:00000200:1.0:1776190133.392933:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1776190133.392959:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005097e9c8 00000400:00000010:1.0:1776190133.392961:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005097e9c8. 00000100:00000200:1.0:1776190133.392967:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000efa05245 x1862468301370048/t0(0) o400->MGC192.168.203.139@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776190140 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:1.0:1776190133.392988:0:15838:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f89b97ef. 00000400:00000010:1.0:1776190133.392992:0:15838:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008ad6d9b9. 00000400:00000010:1.0:1776190133.392995:0:15838:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005097e9c8. 00000100:00000200:1.0:1776190133.392998:0:15838:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301370304, portal 4 00000400:00000010:1.0:1776190133.393002:0:15838:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e54ad690. 00000100:00000200:1.0:1776190133.393004:0:15838:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862468301370304, offset 0 00000400:00000200:1.0:1776190133.393008:0:15838:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776190133.393013:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776190133.393017:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69de7b18233c0 00000400:00000200:1.0:1776190133.393021:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7a74d [8] + 6496 00000400:00000200:1.0:1776190133.393025:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.393027:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776190133.393030:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1776190133.393034:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a8bea6. 00000400:00000200:1.0:1776190133.393049:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e54ad690 00000400:00000010:1.0:1776190133.393051:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e54ad690. 00000100:00000200:1.0:1776190133.393054:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008ecfc9a6 x1862468301370304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190140 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:1.0:1776190133.393067:0:15838:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f616ea2b. 00000400:00000010:1.0:1776190133.393071:0:15838:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006aff6f5f. 00000400:00000010:1.0:1776190133.393072:0:15838:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e54ad690. 00000100:00000200:1.0:1776190133.393075:0:15838:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301370560, portal 10 00000400:00000010:1.0:1776190133.393078:0:15838:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da785b1e. 00000100:00000200:1.0:1776190133.393080:0:15838:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862468301370560, offset 0 00000400:00000200:1.0:1776190133.393083:0:15838:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776190133.393087:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776190133.393091:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de7b18234c0 00000400:00000200:1.0:1776190133.393094:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7e7c5 [64] + 88984 00000400:00000200:1.0:1776190133.393098:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.393100:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776190133.393103:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1776190133.393106:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b94bceb5. 00000400:00000200:1.0:1776190133.393116:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da785b1e 00000400:00000010:1.0:1776190133.393118:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da785b1e. 00000100:00000200:1.0:1776190133.393120:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009764b41c x1862468301370560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000020:00000010:1.0:1776190133.393175:0:75179:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f282a7f. 00000020:00000010:1.0:1776190133.393181:0:75179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.393184:0:75179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190133.393221:0:75179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468301370304 02000000:00000010:1.0:1776190133.393239:0:75179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000af2af813. 00010000:00000200:1.0:1776190133.393246:0:75179:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000c2a8bea6 x1862468301370304/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:544/0 lens 224/224 e 0 to 0 dl 1776190139 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:1.0:1776190133.393259:0:75179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da785b1e. 00000100:00000200:1.0:1776190133.393262:0:75179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862468301370304, offset 224 00000400:00000200:1.0:1776190133.393265:0:75179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776190133.393271:0:75179:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776190133.393275:0:75179:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69de7b18233c0 00000400:00000200:1.0:1776190133.393279:0:75179:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb6471 [1] + 224 00000400:00000200:1.0:1776190133.393283:0:75179:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.393285:0:75179:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776190133.393290:0:75179:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008ecfc9a6 x1862468301370304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:1.0:1776190133.393304:0:75179:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da785b1e 00000400:00000010:1.0:1776190133.393305:0:75179:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da785b1e. 00000020:00000010:1.0:1776190133.393497:0:75179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.393502:0:75179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190133.393505:0:75179:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f282a7f. 00000020:00000010:1.0:1776190133.393541:0:64681:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f282a7f. 00000020:00000010:1.0:1776190133.393545:0:64681:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.393547:0:64681:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000020:00000010:0.0:1776190133.393896:0:64685:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018761fd4. 00000020:00000010:0.0:1776190133.393902:0:64685:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.393905:0:64685:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190133.393933:0:64685:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e74ec7c2. 00000020:00000010:0.0:1776190133.393935:0:64685:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190133.393938:0:64685:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002b6a75f2. 00000100:00000200:0.0:1776190133.393951:0:64685:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468301369856 02000000:00000010:0.0:1776190133.393962:0:64685:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000f73fd592. 00010000:00000200:0.0:1776190133.393992:0:64685:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@0000000001edc131 x1862468301369856/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:581/0 lens 224/368 e 0 to 0 dl 1776190176 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:0.0:1776190133.394006:0:64685:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002035b0a8. 00000100:00000200:0.0:1776190133.394010:0:64685:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862468301369856, offset 224 00000400:00000200:0.0:1776190133.394016:0:64685:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776190133.394024:0:64685:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776190133.394029:0:64685:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69de7b1823200 00000400:00000200:0.0:1776190133.394035:0:64685:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb644d [1] + 224 00000400:00000200:0.0:1776190133.394039:0:64685:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.394042:0:64685:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776190133.394048:0:64685:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000385e35d2 x1862468301369856/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:0.0:1776190133.394061:0:64685:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002035b0a8 00000400:00000010:0.0:1776190133.394063:0:64685:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002035b0a8. 00000020:00000010:0.0:1776190133.394070:0:64685:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e28ff7d7. 00000020:00000010:0.0:1776190133.394073:0:64685:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000870612f3. 00000020:00000010:0.0:1776190133.394076:0:64685:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018761fd4. 00000100:00000200:0.0:1776190133.394086:0:64685:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468301369728 02000000:00000010:0.0:1776190133.394092:0:64685:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 000000004cf26320. 00010000:00000200:0.0:1776190133.394107:0:64685:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000e8f88089 x1862468301369728/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:581/0 lens 224/368 e 0 to 0 dl 1776190176 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:0.0:1776190133.394115:0:64685:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002035b0a8. 00000100:00000200:0.0:1776190133.394118:0:64685:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862468301369728, offset 224 00000400:00000200:0.0:1776190133.394121:0:64685:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776190133.394126:0:64685:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776190133.394130:0:64685:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69de7b1823180 00000400:00000200:0.0:1776190133.394134:0:64685:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb6459 [1] + 224 00000400:00000200:0.0:1776190133.394137:0:64685:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.394139:0:64685:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776190133.394143:0:64685:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000969b7ebd x1862468301369728/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:0.0:1776190133.394153:0:64685:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002035b0a8 00000400:00000010:0.0:1776190133.394154:0:64685:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002035b0a8. 00000020:00000010:0.0:1776190133.394159:0:64685:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190133.394162:0:64685:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002b6a75f2. 00000020:00000010:0.0:1776190133.394164:0:64685:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e74ec7c2. 00000020:00000010:0.0:1776190133.394184:0:71695:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e74ec7c2. 00000020:00000010:0.0:1776190133.394187:0:71695:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190133.394189:0:71695:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002b6a75f2. 00000100:00000200:0.0:1776190133.394208:0:71695:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468301370048 02000000:00000010:0.0:1776190133.394214:0:71695:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018761fd4. 00010000:00000200:0.0:1776190133.394218:0:71695:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@0000000071e80918 x1862468301370048/t0(0) o400->59a0454f-b5db-4a80-bdcb-5824eaf88707@0@lo:544/0 lens 224/224 e 0 to 0 dl 1776190139 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:0.0:1776190133.394225:0:71695:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002035b0a8. 00000100:00000200:0.0:1776190133.394227:0:71695:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1862468301370048, offset 224 00000400:00000200:0.0:1776190133.394231:0:71695:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776190133.394235:0:71695:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776190133.394240:0:71695:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69de7b18232c0 00000400:00000200:0.0:1776190133.394244:0:71695:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xb6461 [1] + 224 00000400:00000200:0.0:1776190133.394247:0:71695:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.394249:0:71695:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776190133.394253:0:71695:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000efa05245 x1862468301370048/t0(0) o400->MGC192.168.203.139@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:0.0:1776190133.394262:0:71695:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002035b0a8 00000400:00000010:0.0:1776190133.394263:0:71695:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002035b0a8. 00000020:00000010:0.0:1776190133.394269:0:71695:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190133.394271:0:71695:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002b6a75f2. 00000020:00000010:0.0:1776190133.394273:0:71695:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e74ec7c2. 02000000:00000010:0.0:1776190133.394277:0:71695:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018761fd4. 00000100:00000200:0.0:1776190133.394282:0:71695:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1776190133.394286:0:71695:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007f42554b. 00000400:00000010:0.0:1776190133.394290:0:71695:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000536d800e (tot 82352218). 02000000:00000010:0.0:1776190133.394317:0:15837:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018761fd4. 00000400:00000010:0.0:1776190133.394321:0:15837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000431e4f19. 00000400:00000010:0.0:1776190133.394324:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002035b0a8. 00000100:00000200:0.0:1776190133.394326:0:15837:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301370240, portal 10 00000400:00000010:0.0:1776190133.394331:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a39756e. 00000100:00000200:0.0:1776190133.394332:0:15837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862468301370240, offset 0 00000400:00000200:0.0:1776190133.394336:0:15837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776190133.394341:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776190133.394346:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de7b1823380 00000400:00000200:0.0:1776190133.394350:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7e7c5 [64] + 89208 00000400:00000200:0.0:1776190133.394355:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.394357:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776190133.394360:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1776190133.394364:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b6a886ef. 00000400:00000200:0.0:1776190133.395850:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a39756e 00000400:00000010:0.0:1776190133.395857:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a39756e. 00000100:00000200:0.0:1776190133.395865:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009382bd96 x1862468301370240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:0.0:1776190133.395898:0:15837:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e74ec7c2. 00000400:00000010:0.0:1776190133.395903:0:15837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002bafd3ad. 00000400:00000010:0.0:1776190133.395907:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a39756e. 00000100:00000200:0.0:1776190133.395912:0:15837:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301370496, portal 4 00000400:00000010:0.0:1776190133.395918:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ef305d3. 00000100:00000200:0.0:1776190133.395921:0:15837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862468301370496, offset 0 00000400:00000200:0.0:1776190133.395927:0:15837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776190133.395936:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776190133.395945:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69de7b1823480 00000400:00000200:0.0:1776190133.395951:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7a74d [8] + 6720 00000400:00000200:0.0:1776190133.395956:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.395960:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776190133.395964:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1776190133.395968:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000574dbf23. 00000400:00000200:0.0:1776190133.395982:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ef305d3 00000400:00000010:0.0:1776190133.395984:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ef305d3. 00000100:00000200:0.0:1776190133.395987:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009b6dc10e x1862468301370496/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190140 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:0.0:1776190133.396000:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000016b0c4c6. 00000400:00000200:0.0:1776190133.396004:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e52bdf0a 00000400:00000010:0.0:1776190133.396005:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e52bdf0a. 00000100:00000200:0.0:1776190133.396009:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000385e35d2 x1862468301369856/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:3.0:1776190133.396015:0:68104:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003335af77 00000400:00000010:3.0:1776190133.396019:0:68104:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003335af77. 00000100:00000200:0.0:1776190133.396024:0:15837:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000385e35d2 x1862468301369856/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000020:00000010:3.0:1776190133.396043:0:68104:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190133.396049:0:68104:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190133.396053:0:68104:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056aabd31. 02000000:00000010:0.0:1776190133.396054:0:15837:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004e95d183. 02000000:00000010:0.0:1776190133.396061:0:15837:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ddd90c4b. 00000100:00000010:0.0:1776190133.396066:0:15837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000385e35d2. 00000100:00000200:3.0:1776190133.396079:0:68104:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468301369920 02000000:00000010:0.0:1776190133.396084:0:15837:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a718d934. 00000400:00000010:0.0:1776190133.396089:0:15837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb22a118. 00000400:00000010:0.0:1776190133.396092:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ef305d3. 00000100:00000200:0.0:1776190133.396094:0:15837:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301370176, portal 10 02000000:00000010:3.0:1776190133.396097:0:68104:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000bb562885. 00000400:00000010:0.0:1776190133.396099:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd1efa83. 00000100:00000200:0.0:1776190133.396102:0:15837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862468301370176, offset 0 00000400:00000200:0.0:1776190133.396107:0:15837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776190133.396112:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776190133.396117:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de7b1823340 00000400:00000200:0.0:1776190133.396123:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7e7c5 [64] + 89432 00010000:00000200:3.0:1776190133.396124:0:68104:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@000000002fe2a2b9 x1862468301369920/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:544/0 lens 224/368 e 0 to 0 dl 1776190139 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000400:00000200:0.0:1776190133.396130:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.396135:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776190133.396139:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:3.0:1776190133.396142:0:68104:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000100:00000010:0.0:1776190133.396143:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006767ce76. 00000100:00000200:3.0:1776190133.396148:0:68104:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862468301369920, offset 224 00000400:00000200:3.0:1776190133.396155:0:68104:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776190133.396161:0:68104:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776190133.396166:0:68104:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69de7b1823240 00000400:00000200:0.0:1776190133.396235:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd1efa83 00000400:00000010:0.0:1776190133.396238:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd1efa83. 00000020:00000010:1.0:1776190133.396242:0:64681:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee2df32e. 00000100:00000200:0.0:1776190133.396243:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f627330 x1862468301370176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000020:00000010:1.0:1776190133.396248:0:64681:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aab545df. 00000020:00000010:1.0:1776190133.396254:0:64681:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4e7796d. 02000000:00000010:0.0:1776190133.396260:0:15837:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018525776. 00000400:00000010:0.0:1776190133.396264:0:15837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000030db5bb. 00000400:00000010:0.0:1776190133.396266:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd1efa83. 00000100:00000200:0.0:1776190133.396269:0:15837:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301370432, portal 10 00000400:00000010:0.0:1776190133.396273:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0ec89d5. 00000100:00000200:0.0:1776190133.396276:0:15837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862468301370432, offset 0 00000400:00000200:0.0:1776190133.396280:0:15837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1776190133.396281:0:64681:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bde6b1b. 00000020:00000010:1.0:1776190133.396286:0:64681:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005e826e7c. 00000400:00000200:0.0:1776190133.396286:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1776190133.396292:0:64681:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d35843d. 00000400:00000200:0.0:1776190133.396294:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de7b1823440 00000400:00000200:0.0:1776190133.396300:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7e7c5 [64] + 89656 00000400:00000200:0.0:1776190133.396304:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.396307:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776190133.396310:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1776190133.396312:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000056f31094. 00000400:00000200:0.0:1776190133.396317:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0ec89d5 00000400:00000010:0.0:1776190133.396318:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0ec89d5. 00000100:00000200:0.0:1776190133.396321:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000029fae5e5 x1862468301370432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000020:00000010:1.0:1776190133.396330:0:64681:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025111c14. 00000020:00000010:1.0:1776190133.396335:0:64681:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000942d2fb6. 00000020:00000010:1.0:1776190133.396337:0:64681:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000add195e7. 00000100:00000200:1.0:1776190133.396352:0:64681:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468301370560 00000100:00000200:0.0:1776190133.396354:0:64680:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468301370240 02000000:00000010:1.0:1776190133.396363:0:64681:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009849e438. 02000000:00000010:0.0:1776190133.396365:0:64680:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018a14e39. 00010000:00000200:1.0:1776190133.396371:0:64681:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000b94bceb5 x1862468301370560/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:544/0 lens 224/224 e 0 to 0 dl 1776190139 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00010000:00000200:0.0:1776190133.396373:0:64680:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000b6a886ef x1862468301370240/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:544/0 lens 224/224 e 0 to 0 dl 1776190139 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:1.0:1776190133.396397:0:64681:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da785b1e. 00000400:00000010:0.0:1776190133.396398:0:64680:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0ec89d5. 00000100:00000200:1.0:1776190133.396403:0:64681:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862468301370560, offset 224 00000100:00000200:0.0:1776190133.396404:0:64680:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862468301370240, offset 224 00000400:00000200:0.0:1776190133.396412:0:64680:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776190133.396416:0:64680:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776190133.396420:0:64680:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de7b1823380 00000400:00000200:0.0:1776190133.396424:0:64680:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb6495 [1] + 224 00000400:00000200:0.0:1776190133.396427:0:64680:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.396430:0:64680:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776190133.396433:0:64680:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009382bd96 x1862468301370240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:0.0:1776190133.396445:0:64680:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0ec89d5 00000400:00000010:0.0:1776190133.396446:0:64680:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0ec89d5. 00000020:00000010:0.0:1776190133.396451:0:64680:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aab545df. 00000020:00000010:0.0:1776190133.396454:0:64680:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4e7796d. 00000020:00000010:0.0:1776190133.396456:0:64680:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee2df32e. 00000100:00000200:0.0:1776190133.396466:0:64680:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468301370176 02000000:00000010:0.0:1776190133.396471:0:64680:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007d4eab22. 00010000:00000200:0.0:1776190133.396474:0:64680:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@000000006767ce76 x1862468301370176/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:544/0 lens 224/224 e 0 to 0 dl 1776190139 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:0.0:1776190133.396481:0:64680:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0ec89d5. 00000100:00000200:0.0:1776190133.396483:0:64680:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862468301370176, offset 224 00000400:00000200:0.0:1776190133.396486:0:64680:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776190133.396490:0:64680:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776190133.396493:0:64680:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de7b1823340 00000400:00000200:0.0:1776190133.396496:0:64680:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb64a5 [1] + 224 00000400:00000200:0.0:1776190133.396499:0:64680:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.396501:0:64680:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776190133.396503:0:64680:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f627330 x1862468301370176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:0.0:1776190133.396511:0:64680:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0ec89d5 00000400:00000010:0.0:1776190133.396512:0:64680:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0ec89d5. 00000020:00000010:0.0:1776190133.396516:0:64680:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005e826e7c. 00000020:00000010:0.0:1776190133.396530:0:64680:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d35843d. 00000020:00000010:0.0:1776190133.396533:0:64680:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bde6b1b. 00000100:00000200:0.0:1776190133.396541:0:64680:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468301370432 00000400:00000200:3.0:1776190133.396544:0:68104:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb6445 [1] + 224 02000000:00000010:0.0:1776190133.396547:0:64680:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000feeb4d39. 00000400:00000200:3.0:1776190133.396552:0:68104:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:0.0:1776190133.396552:0:64680:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@0000000056f31094 x1862468301370432/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:544/0 lens 224/224 e 0 to 0 dl 1776190139 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000200:3.0:1776190133.396560:0:68104:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1776190133.396565:0:64680:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0ec89d5. 00000100:00000200:0.0:1776190133.396567:0:64680:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862468301370432, offset 224 00000400:00000200:0.0:1776190133.396572:0:64680:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1776190133.396580:0:68104:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d9e7cf1 x1862468301369920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190140 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:0.0:1776190133.396580:0:64680:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776190133.396586:0:64680:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de7b1823440 00000400:00000200:0.0:1776190133.396594:0:64680:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb64b1 [1] + 224 00000400:00000200:0.0:1776190133.396601:0:64680:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.396603:0:64680:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1776190133.396606:0:68104:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003335af77 00000400:00000010:3.0:1776190133.396608:0:68104:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003335af77. 00000100:00000200:0.0:1776190133.396617:0:64680:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000029fae5e5 x1862468301370432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000020:00000010:3.0:1776190133.396619:0:68104:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f742104f. 00000020:00000010:3.0:1776190133.396624:0:68104:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000087a5256e. 00000020:00000010:3.0:1776190133.396628:0:68104:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce6c8452. 00000400:00000200:0.0:1776190133.396630:0:64680:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0ec89d5 00000400:00000010:0.0:1776190133.396632:0:64680:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0ec89d5. 00000020:00000010:0.0:1776190133.396640:0:64680:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000942d2fb6. 00000020:00000010:0.0:1776190133.396643:0:64680:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000add195e7. 00000020:00000010:0.0:1776190133.396645:0:64680:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025111c14. 00000400:00000010:0.0:1776190133.396660:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb22a118. 00000400:00000200:0.0:1776190133.396663:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ef305d3 00000400:00000010:0.0:1776190133.396664:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ef305d3. 00000100:00000200:0.0:1776190133.396666:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f627330 x1862468301370176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1776190133.396673:0:15837:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f627330 x1862468301370176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:0.0:1776190133.396685:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000030db5bb. 00000400:00000200:0.0:1776190133.396687:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd1efa83 00000400:00000010:0.0:1776190133.396689:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd1efa83. 00000400:00000200:3.0:1776190133.396693:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000100:00000200:0.0:1776190133.396693:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000029fae5e5 x1862468301370432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1776190133.396704:0:15837:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000029fae5e5 x1862468301370432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:3.0:1776190133.396708:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823280 00000400:00000200:2.0:1776190133.396716:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776190133.396719:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb643d [1] + 224 00000400:00000200:2.0:1776190133.396729:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de7b1823300 00000400:00000200:3.0:1776190133.396731:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.396735:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7e7c5 [64] + 89880 00000400:00000200:3.0:1776190133.396738:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.396743:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1776190133.396746:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ffde2ec x1862468301369984/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.396748:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190133.396754:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1776190133.396759:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000462ed234. 00000400:00000200:2.0:1776190133.396857:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e6b3e44 00000400:00000010:2.0:1776190133.396860:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e6b3e44. 00000100:00000200:2.0:1776190133.396866:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fe2d466 x1862468301370112/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:2.0:1776190133.396885:0:15839:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c037cf01. 00000400:00000010:2.0:1776190133.396888:0:15839:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ff278cbe. 00000400:00000010:2.0:1776190133.396890:0:15839:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e6b3e44. 00000100:00000200:2.0:1776190133.396893:0:15839:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301370368, portal 10 00000400:00000010:2.0:1776190133.396897:0:15839:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054f31e6a. 00000100:00000200:2.0:1776190133.396899:0:15839:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862468301370368, offset 0 00000400:00000200:2.0:1776190133.396902:0:15839:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190133.396906:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190133.396911:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de7b1823400 00000400:00000200:2.0:1776190133.396914:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7e7c5 [64] + 90104 00000400:00000200:2.0:1776190133.396918:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.396921:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190133.396923:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1776190133.396926:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a89b0311. 00000400:00000200:2.0:1776190133.396930:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054f31e6a 00000400:00000010:2.0:1776190133.396932:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054f31e6a. 00000100:00000200:2.0:1776190133.396995:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000abc3f2e1 x1862468301370368/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:0.0:1776190133.397009:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000431e4f19. 00000400:00000200:0.0:1776190133.397013:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002035b0a8 00000400:00000010:0.0:1776190133.397015:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002035b0a8. 00000100:00000200:0.0:1776190133.397018:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009382bd96 x1862468301370240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1776190133.397025:0:15837:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009382bd96 x1862468301370240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:2.0:1776190133.397026:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008609b699. 00000400:00000200:2.0:1776190133.397030:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002848b18e 00000400:00000010:2.0:1776190133.397033:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002848b18e. 00000100:00000200:2.0:1776190133.397040:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ed276d7f x1862468301369792/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190140 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000010:0.0:1776190133.397040:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d4701205. 00000400:00000200:0.0:1776190133.397045:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ceb23d8e 00000400:00000010:0.0:1776190133.397047:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ceb23d8e. 00000100:00000200:2.0:1776190133.397055:0:15839:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ed276d7f x1862468301369792/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190140 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:0.0:1776190133.397055:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d9e7cf1 x1862468301369920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190140 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:3.0:1776190133.397056:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.397072:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379c00 00000400:00000200:3.0:1776190133.397081:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4e39 [2] + 984 00000100:00000200:0.0:1776190133.397084:0:15837:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d9e7cf1 x1862468301369920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190140 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 02000000:00000010:2.0:1776190133.397098:0:15839:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000010a84a0f. 02000000:00000010:2.0:1776190133.397104:0:15839:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000bdaa4ba3. 02000000:00000010:0.0:1776190133.397104:0:15837:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a718d934. 00000100:00000010:2.0:1776190133.397108:0:15839:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ed276d7f. 02000000:00000010:0.0:1776190133.397110:0:15837:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000826f680e. 00000100:00000010:0.0:1776190133.397115:0:15837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f627330. 02000000:00000010:0.0:1776190133.397119:0:15837:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018525776. 02000000:00000010:0.0:1776190133.397122:0:15837:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ef4c7517. 00000100:00000010:0.0:1776190133.397124:0:15837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000029fae5e5. 02000000:00000010:0.0:1776190133.397127:0:15837:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018761fd4. 02000000:00000010:0.0:1776190133.397130:0:15837:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000048c9137c. 00000100:00000010:0.0:1776190133.397132:0:15837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009382bd96. 02000000:00000010:0.0:1776190133.397135:0:15837:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001ed36e66. 02000000:00000010:0.0:1776190133.397139:0:15837:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a4c63abf. 00000100:00000010:0.0:1776190133.397142:0:15837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 00000020:00000010:2.0:1776190133.397157:0:64682:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018c30b03. 00000020:00000010:2.0:1776190133.397162:0:64682:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.397166:0:64682:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000020:00000010:0.0:1776190133.397169:0:75179:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018761fd4. 00000020:00000010:0.0:1776190133.397174:0:75179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190133.397178:0:75179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002b6a75f2. 00000020:00000010:2.0:1776190133.397186:0:64682:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001096cef0. 00000020:00000010:2.0:1776190133.397190:0:64682:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fa416568. 00000020:00000010:2.0:1776190133.397193:0:64682:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000edb0ad32. 00000100:00000200:0.0:1776190133.397204:0:75179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468301370496 00000100:00000200:2.0:1776190133.397208:0:64682:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468301370112 02000000:00000010:0.0:1776190133.397215:0:75179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018525776. 02000000:00000010:2.0:1776190133.397219:0:64682:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000551b748b. 00010000:00000200:0.0:1776190133.397223:0:75179:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000574dbf23 x1862468301370496/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:544/0 lens 224/224 e 0 to 0 dl 1776190139 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00010000:00000200:2.0:1776190133.397228:0:64682:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000462ed234 x1862468301370112/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:544/0 lens 224/224 e 0 to 0 dl 1776190139 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:0.0:1776190133.397239:0:75179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002035b0a8. 00000400:00000010:2.0:1776190133.397244:0:64682:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002848b18e. 00000100:00000200:0.0:1776190133.397244:0:75179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862468301370496, offset 224 00000100:00000200:2.0:1776190133.397250:0:64682:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862468301370112, offset 224 00000400:00000200:0.0:1776190133.397252:0:75179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190133.397259:0:64682:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776190133.397263:0:75179:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190133.397269:0:64682:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776190133.397272:0:75179:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69de7b1823480 00000400:00000200:0.0:1776190133.397281:0:75179:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb649d [1] + 224 00000400:00000200:2.0:1776190133.397283:0:64682:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de7b1823300 00000400:00000200:0.0:1776190133.397289:0:75179:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.397293:0:64682:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb6469 [1] + 224 00000400:00000200:0.0:1776190133.397294:0:75179:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776190133.397304:0:75179:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009b6dc10e x1862468301370496/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:0.0:1776190133.397317:0:75179:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002035b0a8 00000400:00000010:0.0:1776190133.397318:0:75179:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002035b0a8. 00000020:00000010:0.0:1776190133.397325:0:75179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190133.397330:0:75179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002b6a75f2. 00000020:00000010:0.0:1776190133.397332:0:75179:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018761fd4. 00000400:00000010:0.0:1776190133.397349:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002bafd3ad. 00000400:00000200:0.0:1776190133.397351:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a39756e 00000400:00000010:0.0:1776190133.397352:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a39756e. 00000100:00000200:0.0:1776190133.397355:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009b6dc10e x1862468301370496/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1776190133.397360:0:15837:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009b6dc10e x1862468301370496/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:0.0:1776190133.397372:0:15837:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e74ec7c2. 02000000:00000010:0.0:1776190133.397375:0:15837:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f5f3eeb7. 00000100:00000010:0.0:1776190133.397377:0:15837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b6dc10e. 00000400:00000200:3.0:1776190133.397398:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.397405:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.397409:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.397413:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000400:00000010:3.0:1776190133.397443:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f06670c9. 00000400:00000200:3.0:1776190133.397446:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6b5ec91 00000400:00000010:3.0:1776190133.397447:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6b5ec91. 00000100:00000200:3.0:1776190133.397452:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ffde2ec x1862468301369984/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190133.397459:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ffde2ec x1862468301369984/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190133.397474:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8fb9465. 02000000:00000010:3.0:1776190133.397477:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e5dc19cf. 00000100:00000010:3.0:1776190133.397479:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000010:3.0:1776190133.397484:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080a47f0b. 00010000:00000010:3.0:1776190133.397489:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a241bcb. 00000020:00000010:0.0:1776190133.397515:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e74ec7c2. 00000020:00000010:0.0:1776190133.397529:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190133.397531:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002b6a75f2. 00000100:00000200:3.0:1776190133.397543:0:77051:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468301370368 00000100:00000200:0.0:1776190133.397547:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074baf3bb x1862468296481792/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 02000000:00000010:3.0:1776190133.397552:0:77051:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f5a5387a. 00010000:00000200:3.0:1776190133.397560:0:77051:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000a89b0311 x1862468301370368/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:544/0 lens 224/224 e 0 to 0 dl 1776190139 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:3.0:1776190133.397569:0:77051:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6b5ec91. 00000100:00000200:3.0:1776190133.397572:0:77051:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862468301370368, offset 224 00000100:00000200:0.0:1776190133.397573:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296481792 00000400:00000200:3.0:1776190133.397578:0:77051:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1776190133.397582:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018761fd4. 00000400:00000200:3.0:1776190133.397586:0:77051:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776190133.397594:0:77051:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de7b1823400 00000400:00000200:3.0:1776190133.397598:0:77051:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb64c9 [1] + 224 00000400:00000200:3.0:1776190133.397602:0:77051:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1776190133.397604:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e34ed355. 00000400:00000200:3.0:1776190133.397605:0:77051:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776190133.397612:0:77051:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000abc3f2e1 x1862468301370368/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00010000:00000010:0.0:1776190133.397625:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000400:00000200:3.0:1776190133.397629:0:77051:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6b5ec91 00000100:00000010:0.0:1776190133.397631:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d6a70bd. 00000400:00000010:3.0:1776190133.397632:0:77051:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6b5ec91. 00000020:00000010:3.0:1776190133.397641:0:77051:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fa416568. 00000100:00000010:0.0:1776190133.397643:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d6a70bd. 00010000:00000010:0.0:1776190133.397646:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190133.397652:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a39756e. 00000100:00000200:0.0:1776190133.397654:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296481792, offset 224 00000400:00000200:0.0:1776190133.397658:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.397666:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.397671:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92963:92963:256:4294967295] 192.168.203.39@tcp LPNI seq info [92963:92963:8:4294967295] 00000400:00000200:0.0:1776190133.397680:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.397684:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.397688:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f5f3eeb7 (tot 82352466). 00000800:00000200:0.0:1776190133.397694:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.397701:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.397704:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f5f3eeb7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190133.397732:0:77051:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000edb0ad32. 00000020:00000010:3.0:1776190133.397735:0:77051:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001096cef0. 00080000:00000010:3.0:1776190133.397765:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001096cef0. 00000020:00000010:0.0:1776190133.397806:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190133.397810:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002b6a75f2. 00000020:00000010:0.0:1776190133.397812:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e74ec7c2. 00010000:00000010:3.0:1776190133.397877:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a272212d. 00010000:00000010:3.0:1776190133.397884:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b0ae655. 00010000:00000010:3.0:1776190133.397954:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c16a5f82. 00000800:00000200:0.0:1776190133.398016:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.398020:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f5f3eeb7 (tot 82352218). 00000400:00000200:0.0:1776190133.398024:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.398027:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.398030:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a39756e 00000400:00000010:0.0:1776190133.398032:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a39756e. 00010000:00000010:3.0:1776190133.398854:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a272212d. 00010000:00000010:3.0:1776190133.398871:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a241bcb. 00000100:00000010:3.0:1776190133.398876:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080a47f0b. 00000100:00000010:3.0:1776190133.398884:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190133.398896:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e5dc19cf. 00000400:00000010:0.0:1776190133.398897:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006a34ea60. 00000400:00000200:0.0:1776190133.398903:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be2d42b 00000400:00000010:0.0:1776190133.398904:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be2d42b. 00000100:00000200:0.0:1776190133.398914:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000efa05245 x1862468301370048/t0(0) o400->MGC192.168.203.139@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:3.0:1776190133.398921:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8fb9465. 00000100:00000200:0.0:1776190133.398924:0:15838:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000efa05245 x1862468301370048/t0(0) o400->MGC192.168.203.139@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:3.0:1776190133.398928:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f06670c9. 00000400:00000010:3.0:1776190133.398934:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6b5ec91. 00000100:00000200:3.0:1776190133.398940:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301370624, portal 16 00000400:00000010:0.0:1776190133.398944:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008ad6d9b9. 00000400:00000010:3.0:1776190133.398945:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000400:00000200:0.0:1776190133.398948:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005097e9c8 00000400:00000010:0.0:1776190133.398950:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005097e9c8. 00000100:00000200:0.0:1776190133.398954:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008ecfc9a6 x1862468301370304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1776190133.398959:0:15838:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008ecfc9a6 x1862468301370304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:3.0:1776190133.399030:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301370624, offset 0 00000400:00000200:3.0:1776190133.399038:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.399049:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.399055:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190133.399059:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190133.399062:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190133.399065:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92964:92964:256:4294967295] 192.168.203.39@tcp LPNI seq info [92964:92964:8:4294967295] 00000400:00000200:3.0:1776190133.399073:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.399077:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.399082:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190133.399086:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.399091:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.399094:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1776190133.400161:0:64682:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.400170:0:64682:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190133.400181:0:64682:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fe2d466 x1862468301370112/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:2.0:1776190133.400202:0:64682:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002848b18e 00000400:00000010:2.0:1776190133.400204:0:64682:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002848b18e. 00000020:00000010:2.0:1776190133.400225:0:64682:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.400230:0:64682:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.400233:0:64682:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018c30b03. 00000400:00000010:2.0:1776190133.400278:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006cd4a51c. 00000400:00000200:2.0:1776190133.400281:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3a7a590 00000400:00000010:2.0:1776190133.400282:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3a7a590. 00000100:00000200:2.0:1776190133.400285:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fe2d466 x1862468301370112/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1776190133.400291:0:15839:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fe2d466 x1862468301370112/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:2.0:1776190133.400324:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ff278cbe. 00000400:00000200:2.0:1776190133.400326:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e6b3e44 00000400:00000010:2.0:1776190133.400328:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e6b3e44. 00000100:00000200:2.0:1776190133.400331:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000abc3f2e1 x1862468301370368/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1776190133.400337:0:15839:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000abc3f2e1 x1862468301370368/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:2.0:1776190133.400352:0:15839:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d962feab. 02000000:00000010:2.0:1776190133.400356:0:15839:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b34af2a7. 00000100:00000010:2.0:1776190133.400360:0:15839:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fe2d466. 02000000:00000010:2.0:1776190133.400364:0:15839:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c037cf01. 02000000:00000010:2.0:1776190133.400366:0:15839:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e0e399fd. 00000100:00000010:2.0:1776190133.400367:0:15839:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abc3f2e1. 00000400:00000010:0.0:1776190133.400803:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000099f2d3c4. 00000400:00000200:0.0:1776190133.400808:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065effbe1 00000400:00000010:0.0:1776190133.400809:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065effbe1. 00000100:00000200:0.0:1776190133.400816:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000969b7ebd x1862468301369728/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:0.0:1776190133.400824:0:15838:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000969b7ebd x1862468301369728/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:0.0:1776190133.400847:0:15838:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003bb7e827. 02000000:00000010:0.0:1776190133.400852:0:15838:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c19513e3. 00000100:00000010:0.0:1776190133.400854:0:15838:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000efa05245. 02000000:00000010:0.0:1776190133.400858:0:15838:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f89b97ef. 02000000:00000010:0.0:1776190133.400862:0:15838:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000abc66568. 00000100:00000010:0.0:1776190133.400863:0:15838:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ecfc9a6. 02000000:00000010:0.0:1776190133.400866:0:15838:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000073fa5f24. 02000000:00000010:0.0:1776190133.400868:0:15838:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000797f442e. 00000100:00000010:0.0:1776190133.400872:0:15838:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 00000400:00000200:1.0:1776190133.401931:0:64681:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776190133.402042:0:64681:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776190133.402058:0:64681:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de7b18234c0 00000400:00000200:1.0:1776190133.402067:0:64681:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb6479 [1] + 224 00000400:00000200:1.0:1776190133.402073:0:64681:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.402076:0:64681:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776190133.402084:0:64681:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009764b41c x1862468301370560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:1.0:1776190133.402113:0:64681:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da785b1e 00000400:00000010:1.0:1776190133.402115:0:64681:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da785b1e. 00000020:00000010:1.0:1776190133.402133:0:64681:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.402138:0:64681:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190133.402142:0:64681:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f282a7f. 00000400:00000010:0.0:1776190133.402186:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006aff6f5f. 00000400:00000200:0.0:1776190133.402189:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e54ad690 00000400:00000010:0.0:1776190133.402191:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e54ad690. 00000100:00000200:0.0:1776190133.402195:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009764b41c x1862468301370560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1776190133.402201:0:15838:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009764b41c x1862468301370560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190140 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000800:00000200:3.0:1776190133.402829:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.402834:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:3.0:1776190133.402841:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.402847:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.402850:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003335af77 00000400:00000010:3.0:1776190133.402862:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003335af77. 00000100:00000200:3.0:1776190133.402871:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ffde2ec x1862468301370624/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.402900:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.402907:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823500 00000400:00000200:3.0:1776190133.402913:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb64e1 [1] + 224 00000400:00000200:3.0:1776190133.402922:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.402925:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.402929:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ffde2ec x1862468301370624/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.402955:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.402960:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379c40 00000400:00000200:3.0:1776190133.402965:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4e39 [2] + 1312 00000400:00000200:3.0:1776190133.403011:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.403015:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.403019:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.403025:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 00000020:00000010:2.0:1776190133.403116:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c037cf01. 00000020:00000010:2.0:1776190133.403124:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.403129:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190133.403151:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c4a3a006 x1862468296481856/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190133.403182:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296481856 02000000:00000010:2.0:1776190133.403193:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d962feab. 00010000:00000010:2.0:1776190133.403228:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005de23e2d. 00000100:00000010:2.0:1776190133.403235:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190133.403240:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190133.403243:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005de23e2d. 00000400:00000010:2.0:1776190133.403254:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e6b3e44. 00000100:00000200:2.0:1776190133.403258:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296481856, offset 224 00000400:00000200:2.0:1776190133.403265:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.403274:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.403280:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92965:92965:256:4294967295] 192.168.203.39@tcp LPNI seq info [92965:92965:8:4294967295] 00000400:00000200:2.0:1776190133.403288:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.403293:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.403297:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0a4d4c8 (tot 82352466). 00000800:00000200:2.0:1776190133.403312:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.403320:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.403323:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0a4d4c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190133.403342:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.403346:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.403349:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c037cf01. 00000800:00000200:3.0:1776190133.403399:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.403401:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0a4d4c8 (tot 82352218). 00000400:00000200:3.0:1776190133.403406:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.403409:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.403423:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e6b3e44 00000400:00000010:3.0:1776190133.403425:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e6b3e44. 00010000:00000010:1.1:1776190133.403733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6e8ff69. 00000400:00000010:1.0:1776190133.403753:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f06670c9. 00000400:00000200:1.0:1776190133.403756:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6b5ec91 00000400:00000010:1.0:1776190133.403757:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6b5ec91. 00000100:00000200:1.0:1776190133.403764:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ffde2ec x1862468301370624/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.403826:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ffde2ec x1862468301370624/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190133.403846:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044137e4b. 02000000:00000010:1.0:1776190133.403862:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8fb9465. 02000000:00000010:1.0:1776190133.403866:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e5dc19cf. 00000100:00000010:1.0:1776190133.403870:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000010:1.0:1776190133.403876:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080a47f0b. 00010000:00000010:1.0:1776190133.403879:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a241bcb. 00080000:00000010:1.0:1776190133.403909:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000cf463e5. 02000000:00000010:0.0:1776190133.403968:0:15838:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f616ea2b. 02000000:00000010:0.0:1776190133.403976:0:15838:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001b7ab983. 00000100:00000010:0.0:1776190133.403979:0:15838:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009764b41c. 00010000:00000010:1.0:1776190133.404000:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a272212d. 00010000:00000010:1.0:1776190133.404006:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a5f14c8. 00010000:00000010:1.0:1776190133.404079:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3023043. 00010000:00000010:1.0:1776190133.404089:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.404099:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d007c0f. 00000100:00000010:1.0:1776190133.404103:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004b32df4c. 00000100:00000010:1.0:1776190133.404109:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000909ebbf0. 02000000:00000010:1.0:1776190133.404118:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001735b4a0. 02000000:00000010:1.0:1776190133.404140:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000025111c14. 00000400:00000010:1.0:1776190133.404145:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e471d51. 00000400:00000010:1.0:1776190133.404149:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da785b1e. 00000100:00000200:1.0:1776190133.404154:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301370688, portal 16 00000400:00000010:1.0:1776190133.404158:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d43b3045. 00000100:00000200:1.0:1776190133.404160:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301370688, offset 0 00000400:00000200:1.0:1776190133.404166:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.404174:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.404181:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.404185:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.404188:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.404190:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92966:92966:256:4294967295] 192.168.203.39@tcp LPNI seq info [92966:92966:8:4294967295] 00000400:00000200:1.0:1776190133.404199:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.404204:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.404208:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190133.404213:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.404218:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.404221:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190133.406111:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.406118:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:0.0:1776190133.406127:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.406135:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.406140:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d43b3045 00000400:00000010:0.0:1776190133.406142:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d43b3045. 00000100:00000200:0.0:1776190133.406151:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000909ebbf0 x1862468301370688/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190133.408465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000971fd11a. 00010000:00000010:3.1:1776190133.408478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00010000:00000010:3.1:1776190133.408483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef5386f7. 00010000:00000010:3.1:1776190133.408486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3477ad. 00000400:00000200:3.0:1776190133.409366:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.409384:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823540 00000400:00000200:3.0:1776190133.409393:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb64ed [1] + 224 00000400:00000200:3.0:1776190133.409404:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.409409:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.409419:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000909ebbf0 x1862468301370688/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.409457:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.409462:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379c80 00000400:00000200:3.0:1776190133.409467:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4e39 [2] + 1640 00000400:00000200:3.0:1776190133.409476:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.409479:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.409483:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.409488:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 00000400:00000010:1.0:1776190133.409562:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e471d51. 00000400:00000200:1.0:1776190133.409567:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da785b1e 00000400:00000010:1.0:1776190133.409569:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da785b1e. 00000100:00000200:1.0:1776190133.409576:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000909ebbf0 x1862468301370688/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.409584:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000909ebbf0 x1862468301370688/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.409614:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000025111c14. 02000000:00000010:1.0:1776190133.409620:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001735b4a0. 00000100:00000010:1.0:1776190133.409623:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 00000100:00000010:1.0:1776190133.409627:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004b32df4c. 00010000:00000010:1.0:1776190133.409631:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d007c0f. 00000020:00000010:2.0:1776190133.409823:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c037cf01. 00000020:00000010:2.0:1776190133.409831:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.409836:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190133.409858:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003ffde2ec x1862468296481920/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190133.409885:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296481920 02000000:00000010:2.0:1776190133.409895:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018c30b03. 00010000:00000010:2.0:1776190133.409920:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e770921. 00010000:00000010:2.0:1776190133.409939:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005de23e2d. 00000100:00000010:2.0:1776190133.409945:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190133.409961:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190133.409963:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005de23e2d. 00000400:00000010:2.0:1776190133.409975:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3a7a590. 00000100:00000200:2.0:1776190133.409979:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296481920, offset 224 00000400:00000200:2.0:1776190133.409986:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00080000:00000010:1.0:1776190133.409992:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001735b4a0. 00000400:00000200:2.0:1776190133.409997:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.410004:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92967:92967:256:4294967295] 192.168.203.39@tcp LPNI seq info [92967:92967:8:4294967295] 00000400:00000200:2.0:1776190133.410014:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.410019:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.410024:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb044675 (tot 82352466). 00000800:00000200:2.0:1776190133.410031:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.410038:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.410042:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb044675 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190133.410064:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.410068:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.410071:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c037cf01. 00010000:00000010:1.0:1776190133.410073:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.410082:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c5e7fd4f. 00010000:00000010:1.0:1776190133.410150:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f5e07f. 00010000:00000010:1.0:1776190133.410155:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035ae6bd6. 00010000:00000010:1.0:1776190133.410163:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d007c0f. 00000100:00000010:1.0:1776190133.410167:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004b32df4c. 00000100:00000010:1.0:1776190133.410171:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000909ebbf0. 02000000:00000010:1.0:1776190133.410180:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000025111c14. 02000000:00000010:1.0:1776190133.410202:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf7ff4bb. 00000400:00000010:1.0:1776190133.410206:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e471d51. 00000400:00000010:1.0:1776190133.410210:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da785b1e. 00000100:00000200:1.0:1776190133.410214:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301370752, portal 16 00000400:00000010:1.0:1776190133.410217:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098f92200. 00000100:00000200:1.0:1776190133.410219:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301370752, offset 0 00000400:00000200:1.0:1776190133.410223:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.410229:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.410234:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.410237:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.410239:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.410242:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92968:92968:255:4294967295] 192.168.203.39@tcp LPNI seq info [92968:92968:7:4294967295] 00000400:00000200:1.0:1776190133.410248:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.410251:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.410254:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000350c588e (tot 82352714). 00000800:00000200:1.0:1776190133.410258:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.410268:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.410271:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000350c588e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190133.411878:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.411887:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb044675 (tot 82352466). 00000400:00000200:0.0:1776190133.411902:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.411912:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.411922:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3a7a590 00000400:00000010:0.0:1776190133.411925:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3a7a590. 00000800:00000200:0.0:1776190133.412014:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.412016:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000350c588e (tot 82352218). 00000400:00000200:0.0:1776190133.412022:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.412025:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.412027:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098f92200 00000400:00000010:0.0:1776190133.412029:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098f92200. 00000100:00000200:0.0:1776190133.412038:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000909ebbf0 x1862468301370752/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.414499:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.414530:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823580 00000400:00000200:0.0:1776190133.414539:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb64f9 [1] + 224 00000400:00000200:0.0:1776190133.414554:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.414558:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.414578:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000909ebbf0 x1862468301370752/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190133.414664:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e471d51. 00000400:00000200:3.0:1776190133.414670:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da785b1e 00000400:00000010:3.0:1776190133.414672:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da785b1e. 00000100:00000200:3.0:1776190133.414678:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000909ebbf0 x1862468301370752/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190133.414685:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000909ebbf0 x1862468301370752/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190133.414715:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf7ff4bb. 02000000:00000010:3.0:1776190133.414721:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000025111c14. 00000100:00000010:3.0:1776190133.414725:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 00000100:00000010:3.0:1776190133.414728:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004b32df4c. 00010000:00000010:3.0:1776190133.414732:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d007c0f. 00010000:00000010:1.1:1776190133.417831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000227c4ceb. 00010000:00000010:1.1:1776190133.417851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ed4ffc7. 00010000:00000010:1.1:1776190133.417855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a5f82. 00010000:00000010:0.1:1776190133.418082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009521e6ec. 00010000:00000010:3.1:1776190133.418144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000733cbcf. 00010000:00000010:3.1:1776190133.418150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00000400:00000200:3.0:1776190133.418684:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.418704:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379cc0 00000400:00000200:3.0:1776190133.418713:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4e39 [2] + 1968 00000400:00000010:3.0:1776190133.418717:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009967237a. 00000400:00000200:3.0:1776190133.418722:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000064e7b2f6 00000400:00000200:3.0:1776190133.418840:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.418846:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.418851:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064e7b2f6 00000400:00000010:3.0:1776190133.418853:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000064e7b2f6 (tot 82352066). 00000100:00000200:3.0:1776190133.418859:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190133.418975:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e74ec7c2. 00000020:00000010:0.0:1776190133.418983:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190133.418987:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002b6a75f2. 00000100:00000200:0.0:1776190133.419017:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000089c6f5a6 x1862468296481984/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190133.419048:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296481984 02000000:00000010:0.0:1776190133.419059:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a718d934. 00010000:00000010:0.0:1776190133.419092:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001ec0981e. 00010000:00000010:0.0:1776190133.419117:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.419125:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d6a70bd. 00000100:00000010:0.0:1776190133.419143:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d6a70bd. 00010000:00000010:0.0:1776190133.419147:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190133.419160:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a39756e. 00000100:00000200:0.0:1776190133.419165:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296481984, offset 224 00000400:00000200:0.0:1776190133.419173:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.419184:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.419189:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92969:92969:256:4294967295] 192.168.203.39@tcp LPNI seq info [92969:92969:8:4294967295] 00000400:00000200:0.0:1776190133.419198:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.419203:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.419209:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b7ab983 (tot 82352314). 00000800:00000200:0.0:1776190133.419214:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.419221:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.419224:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001b7ab983 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.419251:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190133.419256:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002b6a75f2. 00000020:00000010:0.0:1776190133.419260:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e74ec7c2. 02000000:00000010:0.0:1776190133.419268:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018c30b03. 00000100:00000010:0.0:1776190133.419272:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 02000000:00000010:0.0:1776190133.419278:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d962feab. 00000100:00000010:0.0:1776190133.419280:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 02000000:00000010:0.0:1776190133.419282:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018761fd4. 00000100:00000010:0.0:1776190133.419284:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 02000000:00000010:0.0:1776190133.419288:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000552e1118. 00000100:00000010:0.0:1776190133.419290:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008962746. 02000000:00000010:0.0:1776190133.419293:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000be9aa117. 00000100:00000010:0.0:1776190133.419295:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 02000000:00000010:0.0:1776190133.419297:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000c2d00c3. 00000100:00000010:0.0:1776190133.419299:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000552495c9. 00000100:00000200:0.0:1776190133.419305:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190133.419310:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002bafd3ad. 00000400:00000010:0.0:1776190133.419314:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004d6a70bd (tot 82352466). 00080000:00000010:3.0:1776190133.419463:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce6c8452. 00010000:00000010:3.0:1776190133.419557:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ae6bd6. 00010000:00000010:3.0:1776190133.419564:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005b5cd160. 00010000:00000010:3.0:1776190133.419641:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004432581b. 00010000:00000010:3.0:1776190133.419647:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003e067495. 00010000:00000010:3.0:1776190133.419659:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8e2c042. 00000100:00000010:3.0:1776190133.419664:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080a47f0b. 00000100:00000010:3.0:1776190133.419672:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 02000000:00000010:3.0:1776190133.419684:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000056aabd31. 02000000:00000010:3.0:1776190133.419707:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e5dc19cf. 00000400:00000010:3.0:1776190133.419711:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f06670c9. 00000400:00000010:3.0:1776190133.419715:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000100:00000200:3.0:1776190133.419718:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301370816, portal 16 00000400:00000010:3.0:1776190133.419721:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044641569. 00000100:00000200:3.0:1776190133.419723:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301370816, offset 0 00000400:00000200:3.0:1776190133.419728:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.419736:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.419743:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190133.419746:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190133.419748:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190133.419750:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92970:92970:255:4294967295] 192.168.203.39@tcp LPNI seq info [92970:92970:7:4294967295] 00000400:00000200:3.0:1776190133.419757:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.419760:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.419764:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352714). 00000800:00000200:3.0:1776190133.419767:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00010000:00000010:2.1:1776190133.419866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daad27e0. 00000800:00000200:3.0:1776190133.419907:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.419911:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190133.419984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005edc416b. 00010000:00000010:1.1:1776190133.419991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3023043. 00000800:00000200:1.0:1776190133.420034:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.420038:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b7ab983 (tot 82352466). 00000400:00000200:1.0:1776190133.420042:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.420058:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.420061:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a39756e 00000400:00000010:1.0:1776190133.420063:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a39756e. 02000000:00000010:1.0:1776190133.420068:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a718d934. 00000800:00000200:1.0:1776190133.420126:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.420129:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:1.0:1776190133.420134:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.420137:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.420139:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044641569 00000400:00000010:1.0:1776190133.420141:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044641569. 00000100:00000200:1.0:1776190133.420147:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000552495c9 x1862468301370816/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.423135:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.423154:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18235c0 00000400:00000200:0.0:1776190133.423163:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6509 [1] + 224 00000400:00000200:0.0:1776190133.423179:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.423183:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.423194:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000552495c9 x1862468301370816/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190133.423296:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f06670c9. 00000400:00000200:3.0:1776190133.423301:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003335af77 00000400:00000010:3.0:1776190133.423302:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003335af77. 00000100:00000200:3.0:1776190133.423317:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000552495c9 x1862468301370816/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190133.423326:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000552495c9 x1862468301370816/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190133.423356:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e5dc19cf. 02000000:00000010:3.0:1776190133.423362:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000056aabd31. 00000100:00000010:3.0:1776190133.423366:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000552495c9. 00000100:00000010:3.0:1776190133.423372:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080a47f0b. 00010000:00000010:3.0:1776190133.423377:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8e2c042. 00000400:00000200:3.0:1776190133.423759:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.423768:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379d00 00000400:00000200:3.0:1776190133.423813:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4e91 [2] + 0 00000400:00000200:3.0:1776190133.423867:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.423872:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.423877:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.423881:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 00010000:00000010:0.1:1776190133.424058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c744b29. 00000020:00000010:2.0:1776190133.424143:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c037cf01. 00000020:00000010:2.0:1776190133.424151:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.424156:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190133.424184:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000552495c9 x1862468296482048/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190133.424216:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296482048 02000000:00000010:2.0:1776190133.424227:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d962feab. 00010000:00000010:2.0:1776190133.424252:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006a95c952. 00010000:00000010:2.0:1776190133.424271:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005de23e2d. 00000100:00000010:2.0:1776190133.424277:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190133.424287:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190133.424290:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005de23e2d. 00000400:00000010:2.0:1776190133.424302:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002848b18e. 00000100:00000200:2.0:1776190133.424319:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296482048, offset 224 00000400:00000200:2.0:1776190133.424325:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.424335:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.424340:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92971:92971:256:4294967295] 192.168.203.39@tcp LPNI seq info [92971:92971:8:4294967295] 00000400:00000200:2.0:1776190133.424349:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.424353:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.424358:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6ecb0ff (tot 82352466). 00000800:00000200:2.0:1776190133.424363:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.424369:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.424373:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d6ecb0ff type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190133.424399:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.424403:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.424405:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c037cf01. 00080000:00000010:3.0:1776190133.424597:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056aabd31. 00010000:00000010:3.0:1776190133.424689:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e067495. 00010000:00000010:3.0:1776190133.424696:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002557bda7. 00010000:00000010:3.0:1776190133.424805:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3477ad. 00010000:00000010:3.0:1776190133.424810:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003e067495. 00010000:00000010:3.0:1776190133.424818:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8e2c042. 00000100:00000010:3.0:1776190133.424822:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080a47f0b. 00000100:00000010:3.0:1776190133.424828:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 02000000:00000010:3.0:1776190133.424837:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e5dc19cf. 02000000:00000010:3.0:1776190133.424858:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8fb9465. 00000400:00000010:3.0:1776190133.424863:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f06670c9. 00000400:00000010:3.0:1776190133.424869:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000100:00000200:3.0:1776190133.424873:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301370880, portal 16 00000400:00000010:3.0:1776190133.424876:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190133.424878:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301370880, offset 0 00000400:00000200:3.0:1776190133.424884:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.424891:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.424896:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190133.424899:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190133.424902:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190133.424904:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92972:92972:255:4294967295] 192.168.203.39@tcp LPNI seq info [92972:92972:7:4294967295] 00000400:00000200:3.0:1776190133.424911:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.424916:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.424919:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352714). 00000800:00000200:3.0:1776190133.424922:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.424926:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.424929:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190133.427083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee7f053f. 00010000:00000010:3.1:1776190133.427099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f5e07f. 00000800:00000200:1.0:1776190133.427620:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.427625:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6ecb0ff (tot 82352466). 00000400:00000200:1.0:1776190133.427633:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.427642:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.427648:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002848b18e 00000400:00000010:1.0:1776190133.427650:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002848b18e. 00000800:00000200:1.0:1776190133.427727:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.427729:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:1.0:1776190133.427735:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.427738:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.427740:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bd3563 00000400:00000010:1.0:1776190133.427742:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bd3563. 00000100:00000200:1.0:1776190133.427749:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000016984533 x1862468301370880/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190133.432243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002f132d9. 00000400:00000200:0.0:1776190133.432956:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.432973:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823600 00000400:00000200:0.0:1776190133.432983:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6515 [1] + 224 00000400:00000200:0.0:1776190133.432996:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.433000:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.433011:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000016984533 x1862468301370880/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.433397:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.433404:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379d40 00000400:00000200:0.0:1776190133.433410:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4e91 [2] + 328 00000400:00000200:0.0:1776190133.433419:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.433422:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.433426:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190133.433431:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000144ed454. 00000020:00000010:1.0:1776190133.433588:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acd6f72c. 00000020:00000010:1.0:1776190133.433595:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.433600:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190133.433627:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000144ed454 x1862468296482112/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190133.433668:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296482112 02000000:00000010:1.0:1776190133.433680:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cf7ff4bb. 00010000:00000010:1.0:1776190133.433719:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005eeb6bc. 00000100:00000010:1.0:1776190133.433725:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8d18229. 00000100:00000010:1.0:1776190133.433732:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8d18229. 00010000:00000010:1.0:1776190133.433735:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005eeb6bc. 00000400:00000010:1.0:1776190133.433748:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001149df6c. 00000100:00000200:1.0:1776190133.433752:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296482112, offset 224 00000400:00000200:1.0:1776190133.433759:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.433769:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.433801:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92973:92973:256:4294967295] 192.168.203.39@tcp LPNI seq info [92973:92973:8:4294967295] 00000400:00000200:1.0:1776190133.433819:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.433827:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.433834:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069334a23 (tot 82352466). 00000800:00000200:1.0:1776190133.433843:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.433850:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.433854:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069334a23 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190133.433880:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.433884:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190133.433886:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000acd6f72c. 00000400:00000010:3.0:1776190133.434071:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f06670c9. 00000400:00000200:3.0:1776190133.434077:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003335af77 00000400:00000010:3.0:1776190133.434079:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003335af77. 00000100:00000200:3.0:1776190133.434086:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000016984533 x1862468301370880/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190133.434094:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000016984533 x1862468301370880/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190133.434115:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daabf556. 02000000:00000010:3.0:1776190133.434131:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8fb9465. 02000000:00000010:3.0:1776190133.434136:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e5dc19cf. 00000100:00000010:3.0:1776190133.434140:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 00000100:00000010:3.0:1776190133.434143:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080a47f0b. 00010000:00000010:3.0:1776190133.434147:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8e2c042. 00000800:00000200:2.0:1776190133.434221:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.434226:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069334a23 (tot 82352218). 00000400:00000200:2.0:1776190133.434231:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.434236:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.434239:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001149df6c 00000400:00000010:2.0:1776190133.434241:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001149df6c. 00080000:00000010:3.0:1776190133.434748:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5dc19cf. 00010000:00000010:3.1:1776190133.434984:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6cbcda6. 00010000:00000010:3.1:1776190133.434992:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00010000:00000010:2.0:1776190133.435682:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e067495. 00010000:00000010:2.0:1776190133.435691:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c610704. 00010000:00000010:2.0:1776190133.435798:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf442a8c. 00010000:00000010:2.0:1776190133.435805:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013ae59e0. 00010000:00000010:2.0:1776190133.435817:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005de23e2d. 00000100:00000010:2.0:1776190133.435823:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190133.435832:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e75ddab0. 02000000:00000010:2.0:1776190133.435845:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c037cf01. 02000000:00000010:2.0:1776190133.435871:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018c30b03. 00000400:00000010:2.0:1776190133.435876:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ff278cbe. 00000400:00000010:2.0:1776190133.435882:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054f31e6a. 00000100:00000200:2.0:1776190133.435887:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301370944, portal 16 00000400:00000010:2.0:1776190133.435893:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002848b18e. 00000100:00000200:2.0:1776190133.435896:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301370944, offset 0 00000400:00000200:2.0:1776190133.435905:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.435919:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.435925:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.435928:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190133.435931:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190133.435934:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92974:92974:256:4294967295] 192.168.203.39@tcp LPNI seq info [92974:92974:8:4294967295] 00000400:00000200:2.0:1776190133.435943:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.435948:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.435951:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054ef62b4 (tot 82352466). 00000800:00000200:2.0:1776190133.435957:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.435963:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.435966:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054ef62b4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190133.436655:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.436659:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054ef62b4 (tot 82352218). 00000400:00000200:1.0:1776190133.436666:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.436672:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.436677:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002848b18e 00000400:00000010:1.0:1776190133.436679:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002848b18e. 00000100:00000200:1.0:1776190133.436687:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e75ddab0 x1862468301370944/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.439338:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.439358:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823640 00000400:00000200:0.0:1776190133.439368:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6521 [1] + 224 00000400:00000200:0.0:1776190133.439381:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.439385:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.439394:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e75ddab0 x1862468301370944/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190133.439499:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ff278cbe. 00000400:00000200:2.0:1776190133.439504:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054f31e6a 00000400:00000010:2.0:1776190133.439506:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054f31e6a. 00000100:00000200:2.0:1776190133.439512:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e75ddab0 x1862468301370944/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190133.439575:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e75ddab0 x1862468301370944/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190133.439604:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018c30b03. 02000000:00000010:2.0:1776190133.439610:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c037cf01. 00000100:00000010:2.0:1776190133.439613:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e75ddab0. 00000100:00000010:2.0:1776190133.439618:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190133.439621:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005de23e2d. 00010000:00000010:3.1:1776190133.439817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182f5148. 00000400:00000200:2.0:1776190133.441714:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.441734:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379d80 00000400:00000200:2.0:1776190133.441741:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4e91 [2] + 656 00000400:00000200:2.0:1776190133.441835:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.441842:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.441849:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190133.441856:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e75ddab0. 00000020:00000010:1.0:1776190133.442231:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acd6f72c. 00000020:00000010:1.0:1776190133.442239:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.442244:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190133.442280:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e75ddab0 x1862468296482176/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190133.442319:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296482176 02000000:00000010:1.0:1776190133.442334:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b128ccac. 00010000:00000010:1.0:1776190133.442361:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009234cd44. 00010000:00000010:1.0:1776190133.442382:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005eeb6bc. 00000100:00000010:1.0:1776190133.442389:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8d18229. 00000100:00000010:1.0:1776190133.442405:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8d18229. 00010000:00000010:1.0:1776190133.442408:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005eeb6bc. 00000400:00000010:1.0:1776190133.442422:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b96b8ae7. 00000100:00000200:1.0:1776190133.442428:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296482176, offset 224 00000400:00000200:1.0:1776190133.442436:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.442447:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00080000:00000010:2.0:1776190133.442452:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c037cf01. 00000400:00000200:1.0:1776190133.442452:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92975:92975:256:4294967295] 192.168.203.39@tcp LPNI seq info [92975:92975:8:4294967295] 00000400:00000200:1.0:1776190133.442461:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.442465:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.442469:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006429d592 (tot 82352466). 00000800:00000200:1.0:1776190133.442474:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.442480:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.442483:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006429d592 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190133.442508:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.442511:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190133.442514:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000acd6f72c. 00000800:00000200:0.0:1776190133.442604:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.442608:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006429d592 (tot 82352218). 00000400:00000200:0.0:1776190133.442613:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.442622:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.442625:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b96b8ae7 00000400:00000010:0.0:1776190133.442627:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b96b8ae7. 00010000:00000010:2.1:1776190133.443026:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fdb0730. 00010000:00000010:2.1:1776190133.443033:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3477ad. 00010000:00000010:2.0:1776190133.443078:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013ae59e0. 00010000:00000010:2.0:1776190133.443085:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002fd8d64c. 00010000:00000010:2.0:1776190133.443935:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002022839b. 00010000:00000010:2.0:1776190133.443946:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013ae59e0. 00010000:00000010:2.0:1776190133.443960:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005de23e2d. 00000100:00000010:2.0:1776190133.443967:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190133.443975:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 02000000:00000010:2.0:1776190133.443986:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000018c30b03. 02000000:00000010:2.0:1776190133.444014:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003449464e. 00000400:00000010:2.0:1776190133.444019:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ff278cbe. 00000400:00000010:2.0:1776190133.444025:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054f31e6a. 00000100:00000200:2.0:1776190133.444031:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301371008, portal 16 00000400:00000010:2.0:1776190133.444036:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3a7a590. 00000100:00000200:2.0:1776190133.444038:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301371008, offset 0 00000400:00000200:2.0:1776190133.444045:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.444058:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.444064:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.444068:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190133.444071:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190133.444074:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92976:92976:256:4294967295] 192.168.203.39@tcp LPNI seq info [92976:92976:8:4294967295] 00000400:00000200:2.0:1776190133.444082:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.444087:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.444091:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc81a4c0 (tot 82352466). 00000800:00000200:2.0:1776190133.444097:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.444102:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.444105:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc81a4c0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190133.444293:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.444296:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc81a4c0 (tot 82352218). 00000400:00000200:0.0:1776190133.444303:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.444308:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.444312:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3a7a590 00000400:00000010:0.0:1776190133.444313:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3a7a590. 00000100:00000200:0.0:1776190133.444320:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e941f260 x1862468301371008/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190133.447825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000052aff08. 00000400:00000200:2.0:1776190133.450154:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.450173:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823680 00000400:00000200:2.0:1776190133.450183:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb652d [1] + 224 00000400:00000200:2.0:1776190133.450199:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.450203:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.450215:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e941f260 x1862468301371008/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190133.450323:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ff278cbe. 00000400:00000200:1.0:1776190133.450328:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054f31e6a 00000400:00000010:1.0:1776190133.450330:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054f31e6a. 00000100:00000200:1.0:1776190133.450337:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e941f260 x1862468301371008/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.450345:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e941f260 x1862468301371008/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.450377:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003449464e. 02000000:00000010:1.0:1776190133.450382:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000018c30b03. 00000100:00000010:1.0:1776190133.450387:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 00000100:00000010:1.0:1776190133.450393:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:1.0:1776190133.450396:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005de23e2d. 00000400:00000200:0.0:1776190133.450670:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.450679:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379dc0 00000400:00000200:0.0:1776190133.450684:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4e91 [2] + 984 00000400:00000200:0.0:1776190133.450746:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.450750:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.450754:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190133.450758:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000264607a0. 00000020:00000010:0.0:1776190133.451912:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be9aa117. 00000020:00000010:0.0:1776190133.451922:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190133.451927:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002b6a75f2. 00000100:00000200:0.0:1776190133.451956:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000264607a0 x1862468296482240/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190133.452019:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296482240 02000000:00000010:0.0:1776190133.452030:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018761fd4. 00010000:00000010:0.0:1776190133.452058:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdc6caf1. 00010000:00000010:0.0:1776190133.452080:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.452088:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bfa1a6e6. 00000100:00000010:0.0:1776190133.452141:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bfa1a6e6. 00010000:00000010:0.0:1776190133.452144:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000010:0.0:1776190133.452157:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002035b0a8. 00000100:00000200:0.0:1776190133.452163:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296482240, offset 224 00000400:00000200:0.0:1776190133.452170:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.452181:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.452186:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92977:92977:256:4294967295] 192.168.203.39@tcp LPNI seq info [92977:92977:8:4294967295] 00000400:00000200:0.0:1776190133.452195:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.452200:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.452204:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f5f3eeb7 (tot 82352466). 00000800:00000200:0.0:1776190133.452210:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.452217:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.452220:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f5f3eeb7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.452241:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190133.452246:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002b6a75f2. 00000020:00000010:0.0:1776190133.452249:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be9aa117. 00000800:00000200:3.0:1776190133.452451:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.452456:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f5f3eeb7 (tot 82352218). 00000400:00000200:3.0:1776190133.452460:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.452465:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.452468:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002035b0a8 00000400:00000010:3.0:1776190133.452470:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002035b0a8. 00010000:00000010:2.1:1776190133.454153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c17e3a49. 00010000:00000010:2.1:1776190133.454167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf442a8c. 00080000:00000010:0.0:1776190133.456539:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be9aa117. 00010000:00000010:0.0:1776190133.456658:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013ae59e0. 00010000:00000010:0.0:1776190133.456669:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000001ce32b6. 00010000:00000010:0.0:1776190133.456750:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1ee786e. 00010000:00000010:0.0:1776190133.456756:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044bd3d71. 00010000:00000010:0.0:1776190133.456769:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab7eac65. 00000100:00000010:0.0:1776190133.456799:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bfa1a6e6. 00000100:00000010:0.0:1776190133.456813:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5f9503c. 02000000:00000010:0.0:1776190133.456829:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e74ec7c2. 02000000:00000010:0.0:1776190133.456858:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053c923f4. 00000400:00000010:0.0:1776190133.456865:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000431e4f19. 00000400:00000010:0.0:1776190133.456871:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd1efa83. 00000100:00000200:0.0:1776190133.456877:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301371072, portal 16 00000400:00000010:0.0:1776190133.456882:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ef305d3. 00000100:00000200:0.0:1776190133.456885:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301371072, offset 0 00000400:00000200:0.0:1776190133.456894:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.456912:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.456920:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190133.456923:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190133.456926:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190133.456929:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92978:92978:256:4294967295] 192.168.203.39@tcp LPNI seq info [92978:92978:8:4294967295] 00000400:00000200:0.0:1776190133.456938:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.456944:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.456948:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef4c7517 (tot 82352466). 00000800:00000200:0.0:1776190133.456954:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.456961:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.456964:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ef4c7517 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190133.457257:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.457261:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef4c7517 (tot 82352218). 00000400:00000200:2.0:1776190133.457265:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.457274:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.457279:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ef305d3 00000400:00000010:2.0:1776190133.457281:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ef305d3. 00000100:00000200:2.0:1776190133.457288:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b5f9503c x1862468301371072/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190133.458699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020d616ee. 00000400:00000200:0.0:1776190133.460738:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.460758:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18236c0 00000400:00000200:0.0:1776190133.460767:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6539 [1] + 224 00000400:00000200:0.0:1776190133.460822:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.460827:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.460838:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b5f9503c x1862468301371072/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190133.460931:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000431e4f19. 00000400:00000200:2.0:1776190133.460937:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd1efa83 00000400:00000010:2.0:1776190133.460938:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd1efa83. 00000100:00000200:2.0:1776190133.460945:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b5f9503c x1862468301371072/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190133.460952:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b5f9503c x1862468301371072/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190133.460982:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053c923f4. 02000000:00000010:2.0:1776190133.460988:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e74ec7c2. 00000100:00000010:2.0:1776190133.460992:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5f9503c. 00000100:00000010:2.0:1776190133.460996:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bfa1a6e6. 00010000:00000010:2.0:1776190133.461000:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab7eac65. 00000400:00000200:3.0:1776190133.462199:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.462214:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379e00 00000400:00000200:3.0:1776190133.462222:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4e91 [2] + 1312 00000400:00000200:3.0:1776190133.462992:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.462999:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.463005:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.463013:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 00000020:00000010:0.0:1776190133.463256:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e74ec7c2. 00000020:00000010:0.0:1776190133.463263:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190133.463268:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002b6a75f2. 00000100:00000200:0.0:1776190133.463293:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016984533 x1862468296482304/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190133.463329:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296482304 02000000:00000010:0.0:1776190133.463341:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000053c923f4. 00010000:00000010:0.0:1776190133.463368:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b6620c8. 00010000:00000010:0.0:1776190133.463388:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dbccab55. 00000100:00000010:0.0:1776190133.463395:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d02f8be9. 00000100:00000010:0.0:1776190133.463416:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d02f8be9. 00010000:00000010:0.0:1776190133.463419:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dbccab55. 00000400:00000010:0.0:1776190133.463433:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0ec89d5. 00000100:00000200:0.0:1776190133.463437:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296482304, offset 224 00000400:00000200:0.0:1776190133.463444:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.463455:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.463461:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92979:92979:256:4294967295] 192.168.203.39@tcp LPNI seq info [92979:92979:8:4294967295] 00000400:00000200:0.0:1776190133.463471:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.463476:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.463480:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000045142ef (tot 82352466). 00000800:00000200:0.0:1776190133.463485:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.463492:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.463496:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000045142ef type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1776190133.463805:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8fb9465. 00010000:00000010:3.0:1776190133.463892:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044bd3d71. 00010000:00000010:3.0:1776190133.463898:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f4dc8428. 00010000:00000010:3.0:1776190133.463968:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004432581b. 00010000:00000010:3.0:1776190133.463974:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d363c2f8. 00010000:00000010:3.0:1776190133.463983:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8e2c042. 00000100:00000010:3.0:1776190133.463987:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080a47f0b. 00000100:00000010:3.0:1776190133.463993:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 02000000:00000010:3.0:1776190133.464004:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000025111c14. 02000000:00000010:3.0:1776190133.464027:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060276870. 00000400:00000010:3.0:1776190133.464034:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f06670c9. 00000400:00000010:3.0:1776190133.464038:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000100:00000200:3.0:1776190133.464043:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301371136, portal 16 00000400:00000010:3.0:1776190133.464047:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190133.464049:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301371136, offset 0 00000400:00000200:3.0:1776190133.464055:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.464062:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.464068:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190133.464072:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190133.464075:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190133.464078:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92980:92980:255:4294967295] 192.168.203.39@tcp LPNI seq info [92980:92980:7:4294967295] 00000400:00000200:3.0:1776190133.464086:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.464090:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.464094:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352714). 00000800:00000200:3.0:1776190133.464098:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.464102:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.464104:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.464152:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df6acd0c. 00000020:00000010:0.0:1776190133.464157:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002b6a75f2. 00000020:00000010:0.0:1776190133.464161:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e74ec7c2. 00000800:00000200:2.0:1776190133.465217:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.465223:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000045142ef (tot 82352466). 00000400:00000200:2.0:1776190133.465229:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.465236:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.465241:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0ec89d5 00000400:00000010:2.0:1776190133.465244:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0ec89d5. 00010000:00000010:0.1:1776190133.465815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ffdee45. 00010000:00000010:0.1:1776190133.465823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002022839b. 00000800:00000200:2.0:1776190133.466005:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.466008:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:2.0:1776190133.466013:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.466019:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.466023:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bd3563 00000400:00000010:2.0:1776190133.466025:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bd3563. 00000100:00000200:2.0:1776190133.466032:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074baf3bb x1862468301371136/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190133.468990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fec4d8a6. 00010000:00000010:3.1:1776190133.469006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ee786e. 00010000:00000010:0.1:1776190133.469821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000231c9a3a. 00000400:00000200:0.0:1776190133.473039:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.473063:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823700 00000400:00000200:0.0:1776190133.473071:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6545 [1] + 224 00000400:00000200:0.0:1776190133.473083:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.473087:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.473099:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000074baf3bb x1862468301371136/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.473325:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.473332:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379e40 00000400:00000200:0.0:1776190133.473337:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4e91 [2] + 1640 00000400:00000200:0.0:1776190133.473346:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.473349:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.473353:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190133.473358:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e87cc129. 00000020:00000010:1.0:1776190133.473493:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018c30b03. 00000020:00000010:1.0:1776190133.473508:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.473513:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190133.473547:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e87cc129 x1862468296482368/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190133.473586:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296482368 02000000:00000010:1.0:1776190133.473598:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000acd6f72c. 00010000:00000010:1.0:1776190133.473634:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005eeb6bc. 00000100:00000010:1.0:1776190133.473641:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8d18229. 00000100:00000010:1.0:1776190133.473647:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8d18229. 00010000:00000010:1.0:1776190133.473650:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005eeb6bc. 00000400:00000010:1.0:1776190133.473662:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190133.473667:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296482368, offset 224 00000400:00000200:1.0:1776190133.473674:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.473684:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.473688:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92981:92981:256:4294967295] 192.168.203.39@tcp LPNI seq info [92981:92981:8:4294967295] 00000400:00000200:1.0:1776190133.473697:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.473703:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.473707:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d164298 (tot 82352466). 00000800:00000200:1.0:1776190133.473711:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.473717:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.473720:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d164298 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190133.473743:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.473747:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190133.473750:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018c30b03. 00000400:00000010:3.0:1776190133.473818:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f06670c9. 00000400:00000200:3.0:1776190133.473822:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003335af77 00000400:00000010:3.0:1776190133.473825:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003335af77. 00000100:00000200:3.0:1776190133.473830:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074baf3bb x1862468301371136/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190133.473837:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074baf3bb x1862468301371136/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190133.473857:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bfcdc72. 02000000:00000010:3.0:1776190133.473873:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060276870. 02000000:00000010:3.0:1776190133.473890:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000025111c14. 00000100:00000010:3.0:1776190133.473896:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 00000100:00000010:3.0:1776190133.473899:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080a47f0b. 00010000:00000010:3.0:1776190133.473902:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8e2c042. 00000800:00000200:0.0:1776190133.473903:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.473906:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d164298 (tot 82352218). 00000400:00000200:0.0:1776190133.473911:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.473915:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.473918:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff4ab8e8 00000400:00000010:0.0:1776190133.473919:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff4ab8e8. 00080000:00000010:3.0:1776190133.473920:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060276870. 00010000:00000010:3.0:1776190133.474007:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d363c2f8. 00010000:00000010:3.0:1776190133.474013:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000091986dc0. 00010000:00000010:3.0:1776190133.474079:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd000644. 00010000:00000010:3.0:1776190133.474085:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d363c2f8. 00010000:00000010:3.0:1776190133.474093:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8e2c042. 00000100:00000010:3.0:1776190133.474096:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080a47f0b. 00000100:00000010:3.0:1776190133.474101:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 02000000:00000010:3.0:1776190133.474112:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000025111c14. 02000000:00000010:3.0:1776190133.474134:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c56bea89. 00000400:00000010:3.0:1776190133.474138:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f06670c9. 00000400:00000010:3.0:1776190133.474141:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000100:00000200:3.0:1776190133.474146:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301371200, portal 16 00000400:00000010:3.0:1776190133.474150:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044641569. 00000100:00000200:3.0:1776190133.474152:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301371200, offset 0 00000400:00000200:3.0:1776190133.474157:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.474164:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.474169:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190133.474173:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190133.474176:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190133.474178:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92982:92982:256:4294967295] 192.168.203.39@tcp LPNI seq info [92982:92982:8:4294967295] 00000400:00000200:3.0:1776190133.474186:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.474189:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.474192:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190133.474196:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.474199:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.474202:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190133.474906:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.474911:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:0.0:1776190133.474917:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.474922:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.474926:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044641569 00000400:00000010:0.0:1776190133.474928:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044641569. 00000100:00000200:0.0:1776190133.474934:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074baf3bb x1862468301371200/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.477193:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.477212:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823740 00000400:00000200:0.0:1776190133.477221:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6551 [1] + 224 00000400:00000200:0.0:1776190133.477234:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.477237:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.477246:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000074baf3bb x1862468301371200/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190133.477337:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f06670c9. 00000400:00000200:3.0:1776190133.477342:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003335af77 00000400:00000010:3.0:1776190133.477344:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003335af77. 00000100:00000200:3.0:1776190133.477350:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074baf3bb x1862468301371200/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190133.477358:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074baf3bb x1862468301371200/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190133.477386:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c56bea89. 02000000:00000010:3.0:1776190133.477392:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000025111c14. 00000100:00000010:3.0:1776190133.477396:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 00000100:00000010:3.0:1776190133.477400:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080a47f0b. 00010000:00000010:3.0:1776190133.477404:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8e2c042. 00000400:00000200:0.0:1776190133.477895:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.477904:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379e80 00000400:00000200:0.0:1776190133.477910:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4e91 [2] + 1968 00000400:00000010:0.0:1776190133.477913:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001aca1e07. 00000400:00000200:0.0:1776190133.477917:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000070760331 00000400:00000200:0.0:1776190133.477969:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.477973:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.477979:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070760331 00000400:00000010:0.0:1776190133.477981:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000070760331 (tot 82352066). 00000100:00000200:0.0:1776190133.477986:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190133.478241:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af5cb5a1. 00000020:00000010:2.0:1776190133.478249:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.478253:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190133.478277:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ad5e4b1e x1862468296482432/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190133.478315:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296482432 02000000:00000010:2.0:1776190133.478327:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000002e46734. 00010000:00000010:2.0:1776190133.478354:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4388c32. 00010000:00000010:2.0:1776190133.478376:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000933db8a. 00000100:00000010:2.0:1776190133.478383:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d89568df. 00000100:00000010:2.0:1776190133.478400:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d89568df. 00010000:00000010:2.0:1776190133.478403:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000933db8a. 00000400:00000010:2.0:1776190133.478415:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e6b3e44. 00000100:00000200:2.0:1776190133.478420:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296482432, offset 224 00000400:00000200:2.0:1776190133.478427:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00080000:00000010:3.0:1776190133.478429:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c56bea89. 00000400:00000200:2.0:1776190133.478438:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.478443:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92983:92983:256:4294967295] 192.168.203.39@tcp LPNI seq info [92983:92983:8:4294967295] 00000400:00000200:2.0:1776190133.478451:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.478458:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.478462:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a3d1fd9 (tot 82352314). 00000800:00000200:2.0:1776190133.478467:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.478473:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.478477:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002a3d1fd9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190133.478500:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.478503:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.478506:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af5cb5a1. 02000000:00000010:2.0:1776190133.478514:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000acd6f72c. 00000100:00000010:2.0:1776190133.478528:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e87cc129. 02000000:00000010:2.0:1776190133.478533:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000053c923f4. 00000100:00000010:2.0:1776190133.478535:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 02000000:00000010:2.0:1776190133.478537:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018761fd4. 00000100:00000010:2.0:1776190133.478539:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000264607a0. 02000000:00000010:2.0:1776190133.478543:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b128ccac. 00000100:00000010:2.0:1776190133.478546:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e75ddab0. 02000000:00000010:2.0:1776190133.478550:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cf7ff4bb. 00000100:00000010:2.0:1776190133.478552:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000144ed454. 02000000:00000010:2.0:1776190133.478557:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d962feab. 00000100:00000010:2.0:1776190133.478558:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000552495c9. 00000100:00000200:2.0:1776190133.478565:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190133.478570:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006cd4a51c. 00000400:00000010:2.0:1776190133.478574:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d89568df (tot 82352466). 00010000:00000010:3.0:1776190133.478663:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d363c2f8. 00010000:00000010:3.0:1776190133.478671:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b17f75f7. 00010000:00000010:3.0:1776190133.478745:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b659aaff. 00010000:00000010:3.0:1776190133.478751:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d363c2f8. 00010000:00000010:3.0:1776190133.478759:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8e2c042. 00000100:00000010:3.0:1776190133.478763:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080a47f0b. 00000100:00000010:3.0:1776190133.478769:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 02000000:00000010:3.0:1776190133.478810:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000062d5b088. 02000000:00000010:3.0:1776190133.478830:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c318a548. 00000400:00000010:3.0:1776190133.478833:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f06670c9. 00000400:00000010:3.0:1776190133.478837:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000100:00000200:3.0:1776190133.478841:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301371264, portal 16 00000400:00000010:3.0:1776190133.478845:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6b5ec91. 00000100:00000200:3.0:1776190133.478846:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301371264, offset 0 00000400:00000200:3.0:1776190133.478852:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.478859:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.478864:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190133.478868:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190133.478871:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190133.478873:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92984:92984:255:4294967295] 192.168.203.39@tcp LPNI seq info [92984:92984:7:4294967295] 00000400:00000200:3.0:1776190133.478880:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.478885:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.478889:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352714). 00000800:00000200:3.0:1776190133.478898:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.478901:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.478904:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190133.479057:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.479061:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a3d1fd9 (tot 82352466). 00000400:00000200:0.0:1776190133.479066:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.479070:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.479074:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e6b3e44 00000400:00000010:0.0:1776190133.479075:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e6b3e44. 02000000:00000010:0.0:1776190133.479081:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000002e46734. 00000800:00000200:0.0:1776190133.479465:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.479469:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:0.0:1776190133.479475:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.479478:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.479481:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6b5ec91 00000400:00000010:0.0:1776190133.479482:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6b5ec91. 00000100:00000200:0.0:1776190133.479488:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074baf3bb x1862468301371264/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.480751:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.480763:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823780 00000400:00000200:0.0:1776190133.480768:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6561 [1] + 224 00000400:00000200:0.0:1776190133.480800:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.480805:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.480812:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000074baf3bb x1862468301371264/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190133.480816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028dec500. 00010000:00000010:3.1:1776190133.480822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ee4fe34. 00010000:00000010:3.1:1776190133.480841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00000400:00000010:3.0:1776190133.480858:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f06670c9. 00000400:00000200:3.0:1776190133.480862:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003335af77 00000400:00000010:3.0:1776190133.480864:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003335af77. 00000100:00000200:3.0:1776190133.480869:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074baf3bb x1862468301371264/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190133.480886:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074baf3bb x1862468301371264/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190133.480912:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c318a548. 02000000:00000010:3.0:1776190133.480918:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000062d5b088. 00000100:00000010:3.0:1776190133.480921:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 00000100:00000010:3.0:1776190133.480924:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080a47f0b. 00010000:00000010:3.0:1776190133.480928:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8e2c042. 00000400:00000200:0.0:1776190133.486165:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.486188:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379ec0 00000400:00000200:0.0:1776190133.486198:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4ef1 [2] + 0 00000400:00000200:0.0:1776190133.486275:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.486280:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.486287:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190133.486293:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e87cc129. 00010000:00000010:2.1:1776190133.486934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098c6439f. 00000020:00000010:1.0:1776190133.488223:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf7ff4bb. 00000020:00000010:1.0:1776190133.488236:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.488242:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190133.488271:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e87cc129 x1862468296482496/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190133.488357:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296482496 02000000:00000010:1.0:1776190133.488369:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000acd6f72c. 00010000:00000010:1.0:1776190133.488398:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa585c4b. 00010000:00000010:1.0:1776190133.488419:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005eeb6bc. 00000100:00000010:1.0:1776190133.488426:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8d18229. 00000100:00000010:1.0:1776190133.488444:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8d18229. 00010000:00000010:1.0:1776190133.488448:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005eeb6bc. 00000400:00000010:1.0:1776190133.488460:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc34d2c4. 00000100:00000200:1.0:1776190133.488466:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296482496, offset 224 00000400:00000200:1.0:1776190133.488473:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.488486:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.488492:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92985:92985:256:4294967295] 192.168.203.39@tcp LPNI seq info [92985:92985:8:4294967295] 00000400:00000200:1.0:1776190133.488501:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.488506:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.488511:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006708edc (tot 82352466). 00000800:00000200:1.0:1776190133.488529:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.488536:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.488540:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006708edc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190133.488562:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.488565:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190133.488569:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf7ff4bb. 00080000:00000010:3.0:1776190133.488621:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062d5b088. 00010000:00000010:3.0:1776190133.488703:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d363c2f8. 00010000:00000010:3.0:1776190133.488711:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000347cd123. 00010000:00000010:3.0:1776190133.488834:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004432581b. 00010000:00000010:3.0:1776190133.488841:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d363c2f8. 00010000:00000010:3.0:1776190133.488852:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8e2c042. 00000100:00000010:3.0:1776190133.488856:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080a47f0b. 00000100:00000010:3.0:1776190133.488863:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 02000000:00000010:3.0:1776190133.488880:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c318a548. 02000000:00000010:3.0:1776190133.488904:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da7046d4. 00000400:00000010:3.0:1776190133.488909:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f06670c9. 00000400:00000010:3.0:1776190133.488915:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000100:00000200:3.0:1776190133.488919:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301371328, portal 16 00000400:00000010:3.0:1776190133.488924:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ceb23d8e. 00000100:00000200:3.0:1776190133.488926:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301371328, offset 0 00000400:00000200:3.0:1776190133.488932:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.488939:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.488945:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190133.488948:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190133.488951:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190133.488959:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92986:92986:255:4294967295] 192.168.203.39@tcp LPNI seq info [92986:92986:7:4294967295] 00000400:00000200:3.0:1776190133.488966:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.488970:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.488973:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352714). 00000800:00000200:3.0:1776190133.488977:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.488981:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.488983:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190133.489248:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.489253:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006708edc (tot 82352466). 00000400:00000200:0.0:1776190133.489260:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.489267:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.489272:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc34d2c4 00000400:00000010:0.0:1776190133.489273:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc34d2c4. 00000800:00000200:0.0:1776190133.489326:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.489327:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:0.0:1776190133.489332:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.489334:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.489337:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ceb23d8e 00000400:00000010:0.0:1776190133.489338:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ceb23d8e. 00000100:00000200:0.0:1776190133.489343:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074baf3bb x1862468301371328/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.493680:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.493700:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18237c0 00000400:00000200:0.0:1776190133.493708:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb656d [1] + 224 00000400:00000200:0.0:1776190133.493722:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.493726:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.493737:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000074baf3bb x1862468301371328/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190133.494553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046eb7af2. 00010000:00000010:3.1:1776190133.494564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00000400:00000010:3.0:1776190133.494587:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f06670c9. 00000400:00000200:3.0:1776190133.494592:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003335af77 00000400:00000010:3.0:1776190133.494594:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003335af77. 00000100:00000200:3.0:1776190133.494604:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074baf3bb x1862468301371328/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190133.494613:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074baf3bb x1862468301371328/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190133.494642:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da7046d4. 02000000:00000010:3.0:1776190133.494648:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c318a548. 00000100:00000010:3.0:1776190133.494652:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 00000100:00000010:3.0:1776190133.494657:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080a47f0b. 00010000:00000010:3.0:1776190133.494662:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8e2c042. 00000400:00000200:0.0:1776190133.495364:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.495379:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379f00 00000400:00000200:0.0:1776190133.495386:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4ef1 [2] + 328 00000400:00000200:0.0:1776190133.495443:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.495448:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.495453:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190133.495458:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5f9503c. 00000020:00000010:1.0:1776190133.496076:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf7ff4bb. 00000020:00000010:1.0:1776190133.496084:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.496088:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190133.496113:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b5f9503c x1862468296482560/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190133.496147:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296482560 02000000:00000010:1.0:1776190133.496160:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d962feab. 00010000:00000010:1.0:1776190133.496186:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6b89c9f. 00010000:00000010:1.0:1776190133.496218:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005eeb6bc. 00000100:00000010:1.0:1776190133.496225:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8d18229. 00000100:00000010:1.0:1776190133.496242:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8d18229. 00010000:00000010:1.0:1776190133.496245:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005eeb6bc. 00000400:00000010:1.0:1776190133.496257:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4c2ce73. 00000100:00000200:1.0:1776190133.496264:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296482560, offset 224 00000400:00000200:1.0:1776190133.496272:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.496282:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.496288:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92987:92987:256:4294967295] 192.168.203.39@tcp LPNI seq info [92987:92987:8:4294967295] 00000400:00000200:1.0:1776190133.496297:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.496302:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.496306:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c40e4d7 (tot 82352466). 00000800:00000200:1.0:1776190133.496311:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.496318:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.496321:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c40e4d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190133.496333:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.496337:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190133.496340:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf7ff4bb. 00080000:00000010:3.0:1776190133.496415:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c318a548. 00000800:00000200:0.0:1776190133.496459:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.496464:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c40e4d7 (tot 82352218). 00000400:00000200:0.0:1776190133.496469:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.496472:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.496476:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4c2ce73 00000400:00000010:0.0:1776190133.496479:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4c2ce73. 00010000:00000010:3.0:1776190133.497544:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d363c2f8. 00010000:00000010:3.0:1776190133.497555:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009e43aec2. 00010000:00000010:3.0:1776190133.497634:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd000644. 00010000:00000010:3.0:1776190133.497640:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d363c2f8. 00010000:00000010:3.0:1776190133.497660:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8e2c042. 00000100:00000010:3.0:1776190133.497666:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080a47f0b. 00000100:00000010:3.0:1776190133.497673:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 02000000:00000010:3.0:1776190133.497685:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da7046d4. 02000000:00000010:3.0:1776190133.497710:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d91d986f. 00000400:00000010:3.0:1776190133.497716:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f06670c9. 00000400:00000010:3.0:1776190133.497722:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000100:00000200:3.0:1776190133.497728:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301371392, portal 16 00000400:00000010:3.0:1776190133.497733:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e52bdf0a. 00000100:00000200:3.0:1776190133.497735:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301371392, offset 0 00000400:00000200:3.0:1776190133.497743:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.497754:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.497761:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190133.497764:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190133.497767:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190133.497770:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92988:92988:256:4294967295] 192.168.203.39@tcp LPNI seq info [92988:92988:8:4294967295] 00000400:00000200:3.0:1776190133.497796:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.497801:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.497807:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190133.497812:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.497817:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.497821:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190133.497973:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.497977:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:0.0:1776190133.497983:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.497987:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.497990:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e52bdf0a 00000400:00000010:0.0:1776190133.497992:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e52bdf0a. 00000100:00000200:0.0:1776190133.497999:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074baf3bb x1862468301371392/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.501880:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.501902:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823800 00000400:00000200:0.0:1776190133.501912:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6579 [1] + 224 00000400:00000200:0.0:1776190133.501928:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.501931:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.501942:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000074baf3bb x1862468301371392/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190133.502131:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f06670c9. 00000400:00000200:3.0:1776190133.502136:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003335af77 00000400:00000010:3.0:1776190133.502138:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003335af77. 00000100:00000200:3.0:1776190133.502144:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074baf3bb x1862468301371392/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190133.502152:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074baf3bb x1862468301371392/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190133.502193:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d91d986f. 02000000:00000010:3.0:1776190133.502199:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000da7046d4. 00000100:00000010:3.0:1776190133.502203:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 00000100:00000010:3.0:1776190133.502207:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080a47f0b. 00010000:00000010:3.0:1776190133.502213:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8e2c042. 00010000:00000010:1.1:1776190133.504418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6a341a9. 00000400:00000200:0.0:1776190133.504635:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.508479:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379f40 00000400:00000200:0.0:1776190133.508491:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4ef1 [2] + 656 00000400:00000200:0.0:1776190133.510343:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.510361:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.510374:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190133.510385:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005ab3c07. 00000020:00000010:2.0:1776190133.511763:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af5cb5a1. 00000020:00000010:2.0:1776190133.511794:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.511800:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190133.511842:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000005ab3c07 x1862468296482624/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190133.511880:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296482624 02000000:00000010:2.0:1776190133.511894:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bc8ca4b9. 00010000:00000010:2.0:1776190133.511932:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cd65c07. 00010000:00000010:2.0:1776190133.511965:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000933db8a. 00000100:00000010:2.0:1776190133.511975:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190133.511993:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190133.511998:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000933db8a. 00000400:00000010:2.0:1776190133.512025:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616296ae. 00000100:00000200:2.0:1776190133.512033:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296482624, offset 224 00000400:00000200:2.0:1776190133.512043:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.512062:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.512071:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92989:92989:256:4294967295] 192.168.203.39@tcp LPNI seq info [92989:92989:8:4294967295] 00000400:00000200:2.0:1776190133.512111:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.512120:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.512128:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003db09799 (tot 82352466). 00000800:00000200:2.0:1776190133.512137:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.512147:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.512152:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003db09799 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190133.512176:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.512180:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.512183:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af5cb5a1. 00010000:00000010:3.1:1776190133.515456:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b83e22e6. 00010000:00000010:3.1:1776190133.515477:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b659aaff. 00080000:00000010:3.0:1776190133.515525:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da7046d4. 00010000:00000010:3.0:1776190133.516237:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d363c2f8. 00010000:00000010:3.0:1776190133.516251:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a03b02c. 00000800:00000200:2.0:1776190133.517548:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.517557:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003db09799 (tot 82352218). 00000400:00000200:2.0:1776190133.518209:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.518222:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.518231:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616296ae 00000400:00000010:2.0:1776190133.518234:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616296ae. 00010000:00000010:2.0:1776190133.519211:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf442a8c. 00010000:00000010:2.0:1776190133.519227:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000df6d18cc. 00010000:00000010:2.0:1776190133.519249:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000933db8a. 00000100:00000010:2.0:1776190133.519259:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00010000:00000010:3.1:1776190133.519962:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6e8879a. 00010000:00000010:3.1:1776190133.519974:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00000100:00000010:2.0:1776190133.521472:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e75ddab0. 02000000:00000010:2.0:1776190133.521499:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af5cb5a1. 02000000:00000010:2.0:1776190133.521557:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006cefd1bc. 00000400:00000010:2.0:1776190133.521567:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008609b699. 00000400:00000010:2.0:1776190133.521577:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616296ae. 00000100:00000200:2.0:1776190133.521586:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301371456, portal 16 00000400:00000010:2.0:1776190133.521593:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009d4d52a6. 00000100:00000200:2.0:1776190133.521596:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301371456, offset 0 00000400:00000200:2.0:1776190133.521608:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.521632:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.521651:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.521655:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190133.521658:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190133.521661:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92990:92990:256:4294967295] 192.168.203.39@tcp LPNI seq info [92990:92990:8:4294967295] 00000400:00000200:2.0:1776190133.521673:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.521680:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.521686:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003db09799 (tot 82352466). 00000800:00000200:2.0:1776190133.521694:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.521702:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.521706:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003db09799 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190133.521837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc75160d. 00000800:00000200:3.0:1776190133.522285:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.522291:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003db09799 (tot 82352218). 00000400:00000200:3.0:1776190133.522299:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.522307:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.522313:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d4d52a6 00000400:00000010:3.0:1776190133.522315:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009d4d52a6. 00000100:00000200:3.0:1776190133.522324:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e75ddab0 x1862468301371456/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190133.524805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003892b650. 00000400:00000200:3.0:1776190133.525871:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.525895:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823840 00000400:00000200:3.0:1776190133.525908:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6585 [1] + 224 00000400:00000200:3.0:1776190133.525924:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.525931:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.525948:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e75ddab0 x1862468301371456/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.525998:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.526014:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379f80 00000400:00000200:3.0:1776190133.526020:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4ef1 [2] + 984 00000400:00000200:3.0:1776190133.526079:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.526083:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.526087:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.526094:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000020:00000010:1.0:1776190133.526280:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018c30b03. 00000020:00000010:1.0:1776190133.526290:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.526296:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190133.526331:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074baf3bb x1862468296482688/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190133.526373:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296482688 02000000:00000010:1.0:1776190133.526388:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cf7ff4bb. 00010000:00000010:1.0:1776190133.526439:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005eeb6bc. 00000100:00000010:1.0:1776190133.526448:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8d18229. 00000100:00000010:1.0:1776190133.526458:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8d18229. 00010000:00000010:1.0:1776190133.526462:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005eeb6bc. 00000400:00000010:1.0:1776190133.526480:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000590eeb4c. 00000100:00000200:1.0:1776190133.526486:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296482688, offset 224 00000400:00000200:1.0:1776190133.526495:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.526509:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.526525:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92991:92991:256:4294967295] 192.168.203.39@tcp LPNI seq info [92991:92991:8:4294967295] 00000400:00000200:1.0:1776190133.526540:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.526546:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.526552:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031d29c32 (tot 82352466). 00000800:00000200:1.0:1776190133.526558:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.526566:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.526571:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031d29c32 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190133.526595:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.526599:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190133.526603:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018c30b03. 00000800:00000200:1.0:1776190133.526686:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.526689:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031d29c32 (tot 82352218). 00000400:00000200:1.0:1776190133.526695:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.526698:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.526703:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000590eeb4c 00000400:00000010:1.0:1776190133.526705:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000590eeb4c. 00000400:00000010:2.0:1776190133.527314:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008609b699. 00000400:00000200:2.0:1776190133.527321:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616296ae 00000400:00000010:2.0:1776190133.527323:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616296ae. 00000100:00000200:2.0:1776190133.527333:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e75ddab0 x1862468301371456/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190133.527342:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e75ddab0 x1862468301371456/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190133.527371:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008be1fa8d. 02000000:00000010:2.0:1776190133.527393:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006cefd1bc. 02000000:00000010:2.0:1776190133.527399:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af5cb5a1. 00000100:00000010:2.0:1776190133.527403:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e75ddab0. 00000100:00000010:2.0:1776190133.527408:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190133.527412:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000933db8a. 00080000:00000010:2.0:1776190133.527438:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af5cb5a1. 00010000:00000010:2.0:1776190133.527561:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000df6d18cc. 00010000:00000010:2.0:1776190133.527569:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a2413683. 00010000:00000010:2.0:1776190133.527675:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002d1b7e61. 00010000:00000010:2.0:1776190133.527683:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000df6d18cc. 00010000:00000010:2.0:1776190133.527696:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000933db8a. 00000100:00000010:2.0:1776190133.527701:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190133.527709:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e75ddab0. 02000000:00000010:2.0:1776190133.527723:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006cefd1bc. 02000000:00000010:2.0:1776190133.527753:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000002e46734. 00000400:00000010:2.0:1776190133.527759:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008609b699. 00000400:00000010:2.0:1776190133.527764:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616296ae. 00000100:00000200:2.0:1776190133.527808:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301371520, portal 16 00000400:00000010:2.0:1776190133.527814:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f90117b. 00000100:00000200:2.0:1776190133.527818:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301371520, offset 0 00000400:00000200:2.0:1776190133.527826:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.527838:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.527848:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.527852:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190133.527856:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190133.527858:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92992:92992:256:4294967295] 192.168.203.39@tcp LPNI seq info [92992:92992:8:4294967295] 00000400:00000200:2.0:1776190133.527868:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.527875:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.527880:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c149bd5 (tot 82352466). 00000800:00000200:2.0:1776190133.527885:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.527892:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.527896:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c149bd5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.528190:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.528194:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352218). 00000400:00000200:3.0:1776190133.528199:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.528204:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.528208:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f90117b 00000400:00000010:3.0:1776190133.528210:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f90117b. 00000100:00000200:3.0:1776190133.528215:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e75ddab0 x1862468301371520/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.530031:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.530055:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823880 00000400:00000200:3.0:1776190133.530066:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6591 [1] + 224 00000400:00000200:3.0:1776190133.530081:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.530085:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.530094:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e75ddab0 x1862468301371520/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190133.530531:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008609b699. 00000400:00000200:2.0:1776190133.530539:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616296ae 00000400:00000010:2.0:1776190133.530542:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616296ae. 00000100:00000200:2.0:1776190133.530551:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e75ddab0 x1862468301371520/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190133.530569:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e75ddab0 x1862468301371520/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190133.530608:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000002e46734. 02000000:00000010:2.0:1776190133.530618:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006cefd1bc. 00000100:00000010:2.0:1776190133.530625:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e75ddab0. 00000100:00000010:2.0:1776190133.530631:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190133.530635:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000933db8a. 00000400:00000200:1.0:1776190133.531890:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190133.531913:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b1379fc0 00000400:00000200:1.0:1776190133.531923:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4ef1 [2] + 1312 00000400:00000200:1.0:1776190133.531993:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.531998:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190133.532016:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190133.532023:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000909ebbf0. 00000020:00000010:3.0:1776190133.533555:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d91d986f. 00000020:00000010:1.0:1776190133.534459:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.534466:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190133.534513:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000909ebbf0 x1862468296482752/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190133.534656:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296482752 02000000:00000010:1.0:1776190133.534675:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018c30b03. 00010000:00000010:1.0:1776190133.534712:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001a4c19e2. 00010000:00000010:1.0:1776190133.534744:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005eeb6bc. 00000100:00000010:1.0:1776190133.534754:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8d18229. 00000100:00000010:1.0:1776190133.534800:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8d18229. 00010000:00000010:1.0:1776190133.534804:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005eeb6bc. 00000400:00000010:1.0:1776190133.534821:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000590eeb4c. 00000100:00000200:1.0:1776190133.534829:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296482752, offset 224 00000400:00000200:1.0:1776190133.534840:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.534858:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.534865:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92993:92993:256:4294967295] 192.168.203.39@tcp LPNI seq info [92993:92993:8:4294967295] 00000400:00000200:1.0:1776190133.534877:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.534883:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.534888:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031d29c32 (tot 82352466). 00000800:00000200:1.0:1776190133.534896:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.534905:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.534911:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031d29c32 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190133.534929:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005d9ad75d. 00000020:00000010:1.0:1776190133.534933:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190133.534937:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d91d986f. 00000800:00000200:3.0:1776190133.535226:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.535230:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031d29c32 (tot 82352218). 00000400:00000200:3.0:1776190133.535237:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.535243:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.535248:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000590eeb4c 00000400:00000010:3.0:1776190133.535250:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000590eeb4c. 00080000:00000010:3.0:1776190133.535302:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098d5200b. 00010000:00000010:3.0:1776190133.535422:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000df6d18cc. 00010000:00000010:3.0:1776190133.535431:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0213826. 00000001:00000010:3.0:1776190133.535503:0:77242:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f06670c9. 00000001:00000010:3.0:1776190133.535510:0:77242:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f06670c9. 00000001:00000010:3.0:1776190133.535514:0:77242:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f06670c9. 00000001:00000010:3.0:1776190133.535524:0:77242:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000071d4180c. 00010000:00000010:3.0:1776190133.535570:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004432581b. 00010000:00000010:3.0:1776190133.535577:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d363c2f8. 00010000:00000010:3.0:1776190133.535591:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8e2c042. 00000100:00000010:3.0:1776190133.535596:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080a47f0b. 00000100:00000010:3.0:1776190133.535605:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 02000000:00000010:3.0:1776190133.535619:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b79e2f01. 02000000:00000010:3.0:1776190133.535648:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000020ba0cf5. 00000400:00000010:3.0:1776190133.535654:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d4701205. 00000400:00000010:3.0:1776190133.535660:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000100:00000200:3.0:1776190133.535666:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301371584, portal 16 00000400:00000010:3.0:1776190133.535672:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f8ae577. 00000100:00000200:3.0:1776190133.535675:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301371584, offset 0 00000400:00000200:3.0:1776190133.535682:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.535692:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.535701:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190133.535705:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190133.535709:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190133.535711:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92994:92994:256:4294967295] 192.168.203.39@tcp LPNI seq info [92994:92994:8:4294967295] 00000400:00000200:3.0:1776190133.535719:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.535724:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.535728:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190133.535733:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.535738:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.535741:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190133.536850:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.536857:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:2.0:1776190133.536868:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.536877:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.536882:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f8ae577 00000400:00000010:2.0:1776190133.536884:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f8ae577. 00000100:00000200:2.0:1776190133.536894:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c4a3a006 x1862468301371584/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190133.540001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000573f1551. 00010000:00000010:3.1:1776190133.540089:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00000400:00000200:3.0:1776190133.541897:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.541923:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18238c0 00000400:00000200:3.0:1776190133.541936:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb659d [1] + 224 00000400:00000200:3.0:1776190133.541953:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.541958:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.541971:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c4a3a006 x1862468301371584/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190133.542145:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d4701205. 00000400:00000200:2.0:1776190133.542151:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003335af77 00000400:00000010:2.0:1776190133.542154:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003335af77. 00000100:00000200:2.0:1776190133.542161:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c4a3a006 x1862468301371584/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190133.542169:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c4a3a006 x1862468301371584/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190133.542208:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000020ba0cf5. 02000000:00000010:2.0:1776190133.542216:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b79e2f01. 00000100:00000010:2.0:1776190133.542221:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 00000100:00000010:2.0:1776190133.542225:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080a47f0b. 00010000:00000010:2.0:1776190133.542232:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8e2c042. 00000400:00000200:3.0:1776190133.545369:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.545397:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a000 00000400:00000200:3.0:1776190133.545409:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4ef1 [2] + 1640 00000400:00000200:3.0:1776190133.545491:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.545497:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.545507:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.545523:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 00000020:00000010:2.0:1776190133.546166:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006cefd1bc. 00000020:00000010:2.0:1776190133.546183:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.546189:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190133.546226:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003ffde2ec x1862468296482816/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190133.546280:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296482816 02000000:00000010:2.0:1776190133.546294:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000002e46734. 00010000:00000010:2.0:1776190133.546331:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e04438fc. 00010000:00000010:2.0:1776190133.546356:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000933db8a. 00000100:00000010:2.0:1776190133.546366:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190133.547102:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190133.547110:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000933db8a. 00000400:00000010:2.0:1776190133.547130:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616296ae. 00000100:00000200:2.0:1776190133.547137:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296482816, offset 224 00000400:00000200:2.0:1776190133.547148:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.547165:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.547172:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92995:92995:256:4294967295] 192.168.203.39@tcp LPNI seq info [92995:92995:8:4294967295] 00000400:00000200:2.0:1776190133.547183:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.547190:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.547196:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007553869f (tot 82352466). 00000800:00000200:2.0:1776190133.547203:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.547212:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.547217:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007553869f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190133.547239:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.547244:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.547248:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006cefd1bc. 00000800:00000200:2.0:1776190133.547359:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.547363:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352218). 00000400:00000200:2.0:1776190133.547369:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.547374:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.547379:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616296ae 00000400:00000010:2.0:1776190133.547381:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616296ae. 00010000:00000010:2.1:1776190133.549754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d903ccb2. 00010000:00000010:2.1:1776190133.549796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001281bc1f. 00010000:00000010:2.1:1776190133.549802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf442a8c. 00080000:00000010:0.0:1776190133.551903:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a718d934. 00010000:00000010:0.0:1776190133.552472:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d363c2f8. 00010000:00000010:0.0:1776190133.552486:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000078e13e77. 00010000:00000010:0.0:1776190133.553142:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1ee786e. 00010000:00000010:0.0:1776190133.553152:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044bd3d71. 00010000:00000010:0.0:1776190133.553169:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dbccab55. 00000100:00000010:0.0:1776190133.553179:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d02f8be9. 00000100:00000010:0.0:1776190133.553193:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006fa34c24. 02000000:00000010:0.0:1776190133.553213:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000018761fd4. 02000000:00000010:0.0:1776190133.553251:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053c923f4. 00000400:00000010:0.0:1776190133.553260:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000030db5bb. 00000400:00000010:0.0:1776190133.553636:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c89ae973. 00000100:00000200:0.0:1776190133.553729:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301371648, portal 16 00000400:00000010:0.0:1776190133.553737:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098c52fc5. 00000100:00000200:0.0:1776190133.553741:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301371648, offset 0 00000400:00000200:0.0:1776190133.553753:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.554105:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.554115:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190133.554119:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190133.554122:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190133.554126:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92996:92996:256:4294967295] 192.168.203.39@tcp LPNI seq info [92996:92996:8:4294967295] 00000400:00000200:0.0:1776190133.554138:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.554144:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.554150:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005b4f162a (tot 82352466). 00000800:00000200:0.0:1776190133.554157:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.554166:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.554171:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005b4f162a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.554954:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.554961:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005b4f162a (tot 82352218). 00000400:00000200:3.0:1776190133.554976:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.555609:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.555617:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098c52fc5 00000400:00000010:3.0:1776190133.555620:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098c52fc5. 00000100:00000200:3.0:1776190133.555631:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006fa34c24 x1862468301371648/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.559894:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.559923:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823900 00000400:00000200:3.0:1776190133.559935:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb65a9 [1] + 224 00000400:00000200:3.0:1776190133.559955:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.559960:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.559975:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006fa34c24 x1862468301371648/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.560491:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.560503:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a040 00000400:00000200:2.0:1776190133.560510:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4ef1 [2] + 1968 00000400:00000010:2.0:1776190133.560524:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc690352. 00000400:00000200:2.0:1776190133.560530:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ed83b933 00000400:00000200:2.0:1776190133.560601:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.560605:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.560608:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed83b933 00000400:00000010:2.0:1776190133.560610:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ed83b933 (tot 82352066). 00000100:00000200:2.0:1776190133.560617:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190133.561087:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000109dc683. 00000020:00000010:3.0:1776190133.561097:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f742104f. 00000020:00000010:3.0:1776190133.561103:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000087a5256e. 00000100:00000200:3.0:1776190133.561138:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d8592cb x1862468296482880/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190133.561179:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296482880 02000000:00000010:3.0:1776190133.561194:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000046ec8719. 00010000:00000010:3.0:1776190133.561243:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092fd0805. 00000100:00000010:3.0:1776190133.561255:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080a47f0b. 00000100:00000010:3.0:1776190133.561263:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080a47f0b. 00010000:00000010:3.0:1776190133.561267:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092fd0805. 00000400:00000010:3.0:1776190133.561286:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c5b133d. 00000100:00000200:3.0:1776190133.561293:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296482880, offset 224 00000400:00000200:3.0:1776190133.561302:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.561318:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.561325:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92997:92997:256:4294967295] 192.168.203.39@tcp LPNI seq info [92997:92997:8:4294967295] 00000400:00000200:3.0:1776190133.561337:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.561343:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.561349:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352314). 00000800:00000200:3.0:1776190133.561355:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.561364:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.561368:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190133.561389:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f742104f. 00000020:00000010:3.0:1776190133.561394:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000087a5256e. 00000020:00000010:3.0:1776190133.561397:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000109dc683. 02000000:00000010:3.0:1776190133.561406:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000002e46734. 00000100:00000010:3.0:1776190133.561411:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190133.561418:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018c30b03. 00000100:00000010:3.0:1776190133.561422:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 02000000:00000010:3.0:1776190133.561427:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cf7ff4bb. 00000100:00000010:3.0:1776190133.561430:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 02000000:00000010:3.0:1776190133.561434:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bc8ca4b9. 00000100:00000010:3.0:1776190133.561436:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005ab3c07. 02000000:00000010:3.0:1776190133.561440:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d962feab. 00000100:00000010:3.0:1776190133.561442:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5f9503c. 02000000:00000010:3.0:1776190133.561446:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000acd6f72c. 00000100:00000010:3.0:1776190133.561449:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e87cc129. 00000100:00000200:3.0:1776190133.561458:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190133.561464:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000016b0c4c6. 00000400:00000010:3.0:1776190133.561469:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000080a47f0b (tot 82352466). 00000800:00000200:3.0:1776190133.561578:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.561582:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:3.0:1776190133.561589:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.561593:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.561597:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c5b133d 00000400:00000010:3.0:1776190133.561599:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c5b133d. 02000000:00000010:3.0:1776190133.561604:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000046ec8719. 00000400:00000010:0.0:1776190133.562365:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000030db5bb. 00000400:00000200:0.0:1776190133.562373:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c89ae973 00000400:00000010:0.0:1776190133.562376:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c89ae973. 00000100:00000200:0.0:1776190133.562387:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006fa34c24 x1862468301371648/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190133.562397:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006fa34c24 x1862468301371648/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190133.562426:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e665404d. 02000000:00000010:0.0:1776190133.562447:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053c923f4. 02000000:00000010:0.0:1776190133.562452:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000018761fd4. 00000100:00000010:0.0:1776190133.562456:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006fa34c24. 00000100:00000010:0.0:1776190133.562461:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d02f8be9. 00010000:00000010:0.0:1776190133.562464:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dbccab55. 00080000:00000010:0.0:1776190133.562488:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018761fd4. 00010000:00000010:0.0:1776190133.563086:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044bd3d71. 00010000:00000010:0.0:1776190133.563099:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000035eb0000. 00010000:00000010:0.0:1776190133.563221:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a78bc12a. 00010000:00000010:0.0:1776190133.563230:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044bd3d71. 00010000:00000010:0.0:1776190133.563246:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dbccab55. 00000100:00000010:0.0:1776190133.563254:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d02f8be9. 00000100:00000010:0.0:1776190133.563263:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006fa34c24. 02000000:00000010:0.0:1776190133.563373:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000053c923f4. 02000000:00000010:0.0:1776190133.563409:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c2d00c3. 00000400:00000010:0.0:1776190133.563416:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000030db5bb. 00000400:00000010:0.0:1776190133.563424:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c89ae973. 00000100:00000200:0.0:1776190133.563431:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301371712, portal 16 00000400:00000010:0.0:1776190133.563437:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a783a5b. 00000100:00000200:0.0:1776190133.563439:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301371712, offset 0 00000400:00000200:0.0:1776190133.563449:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.563468:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.563478:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190133.563482:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190133.563485:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190133.563489:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92998:92998:256:4294967295] 192.168.203.39@tcp LPNI seq info [92998:92998:8:4294967295] 00000400:00000200:0.0:1776190133.563498:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.563504:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.563509:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d95fbb8 (tot 82352466). 00000800:00000200:0.0:1776190133.563525:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.563531:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.563536:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d95fbb8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190133.564555:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.564569:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d95fbb8 (tot 82352218). 00000400:00000200:2.0:1776190133.564578:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.564586:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.564591:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a783a5b 00000400:00000010:2.0:1776190133.564594:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a783a5b. 00000100:00000200:2.0:1776190133.564602:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006fa34c24 x1862468301371712/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190133.565477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd7f5747. 00010000:00000010:3.1:1776190133.565489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d1b7e61. 00000400:00000200:2.0:1776190133.565620:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.565638:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823940 00000400:00000200:2.0:1776190133.566123:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb65b9 [1] + 224 00000400:00000200:2.0:1776190133.566140:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.566144:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.566153:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006fa34c24 x1862468301371712/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.566228:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.566235:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a080 00000400:00000200:2.0:1776190133.566240:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4f41 [2] + 0 00000400:00000200:2.0:1776190133.566386:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.566391:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.566396:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190133.566404:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e75ddab0. 00000400:00000010:0.0:1776190133.566807:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000030db5bb. 00000400:00000200:0.0:1776190133.566814:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c89ae973 00000400:00000010:0.0:1776190133.566817:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c89ae973. 00000100:00000200:0.0:1776190133.566825:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006fa34c24 x1862468301371712/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190133.566834:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006fa34c24 x1862468301371712/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190133.566871:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c2d00c3. 02000000:00000010:0.0:1776190133.566879:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000053c923f4. 00000100:00000010:0.0:1776190133.566885:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006fa34c24. 00000100:00000010:0.0:1776190133.566890:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d02f8be9. 00010000:00000010:0.0:1776190133.566895:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dbccab55. 00000020:00000010:2.0:1776190133.567253:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006cefd1bc. 00000020:00000010:2.0:1776190133.567263:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.567364:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190133.567401:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e75ddab0 x1862468296482944/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190133.567483:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296482944 02000000:00000010:2.0:1776190133.567499:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003449464e. 00010000:00000010:2.0:1776190133.567546:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000022d6a896. 00010000:00000010:2.0:1776190133.567582:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000933db8a. 00000100:00000010:2.0:1776190133.567590:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aebf194a. 00000100:00000010:2.0:1776190133.567607:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aebf194a. 00010000:00000010:2.0:1776190133.567611:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000933db8a. 00000400:00000010:2.0:1776190133.567628:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000616296ae. 00000100:00000200:2.0:1776190133.567633:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296482944, offset 224 00000400:00000200:2.0:1776190133.567651:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.567668:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.567675:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [92999:92999:256:4294967295] 192.168.203.39@tcp LPNI seq info [92999:92999:8:4294967295] 00000400:00000200:2.0:1776190133.567686:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.567693:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.567698:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007553869f (tot 82352466). 00000800:00000200:2.0:1776190133.567705:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.567714:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.567718:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007553869f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190133.567743:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.567747:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.567751:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006cefd1bc. 00080000:00000010:0.0:1776190133.567829:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c2d00c3. 00010000:00000010:0.0:1776190133.567941:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044bd3d71. 00010000:00000010:0.0:1776190133.567949:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a99a11e. 00010000:00000010:0.0:1776190133.568057:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000099d8a844. 00010000:00000010:0.0:1776190133.568064:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044bd3d71. 00010000:00000010:0.0:1776190133.568078:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dbccab55. 00000100:00000010:0.0:1776190133.568082:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d02f8be9. 00000100:00000010:0.0:1776190133.568089:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006fa34c24. 02000000:00000010:0.0:1776190133.568103:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000552e1118. 02000000:00000010:0.0:1776190133.568133:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f616ea2b. 00000400:00000010:0.0:1776190133.568139:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000030db5bb. 00000400:00000010:0.0:1776190133.568144:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c89ae973. 00000100:00000200:0.0:1776190133.568149:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301371776, portal 16 00000400:00000010:0.0:1776190133.568154:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab584b4e. 00000100:00000200:0.0:1776190133.568156:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301371776, offset 0 00000400:00000200:0.0:1776190133.568163:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.568170:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.568178:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190133.568182:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190133.568186:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190133.568188:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93000:93000:255:4294967295] 192.168.203.39@tcp LPNI seq info [93000:93000:7:4294967295] 00000400:00000200:0.0:1776190133.568196:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.568200:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.568205:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d95fbb8 (tot 82352714). 00000800:00000200:0.0:1776190133.568208:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.568212:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.568215:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d95fbb8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.568768:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.568790:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352466). 00000400:00000200:3.0:1776190133.568797:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.568803:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.568808:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000616296ae 00000400:00000010:3.0:1776190133.568811:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000616296ae. 00010000:00000010:1.1:1776190133.569174:0:78502:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb7bf3f3. 00000800:00000200:3.0:1776190133.569207:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.569211:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d95fbb8 (tot 82352218). 00000400:00000200:3.0:1776190133.569217:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.569222:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.569226:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab584b4e 00000400:00000010:3.0:1776190133.569227:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab584b4e. 00000100:00000200:3.0:1776190133.569236:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006fa34c24 x1862468301371776/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190133.571816:0:78502:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052508967. 00010000:00000010:0.1:1776190133.576157:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006070b313. 00010000:00000010:0.1:1776190133.576181:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004432581b. 00000400:00000200:0.0:1776190133.576230:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.576254:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823980 00000400:00000200:0.0:1776190133.576633:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb65c5 [1] + 224 00000400:00000200:0.0:1776190133.576732:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.576738:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.576752:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006fa34c24 x1862468301371776/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.576983:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.576990:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a0c0 00000400:00000200:0.0:1776190133.576996:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4f41 [2] + 328 00000400:00000200:0.0:1776190133.577848:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.577861:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.577868:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190133.577876:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000865656b5. 00000400:00000010:1.0:1776190133.578612:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000030db5bb. 00000400:00000200:1.0:1776190133.578624:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c89ae973 00000400:00000010:1.0:1776190133.578627:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c89ae973. 00000100:00000200:1.0:1776190133.578641:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006fa34c24 x1862468301371776/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.578651:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006fa34c24 x1862468301371776/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.578682:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f616ea2b. 02000000:00000010:1.0:1776190133.578690:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000552e1118. 00000100:00000010:1.0:1776190133.578694:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006fa34c24. 00000100:00000010:1.0:1776190133.578699:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d02f8be9. 00010000:00000010:1.0:1776190133.578703:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dbccab55. 00010000:00000010:0.1:1776190133.580820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087702fab. 00010000:00000010:0.1:1776190133.580845:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000061ceae6. 00010000:00000010:0.1:1776190133.580851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ee786e. 00010000:00000010:2.1:1776190133.580972:0:78502:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000781cac2c. 00000020:00000010:3.0:1776190133.581489:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046ec8719. 00000020:00000010:3.0:1776190133.581500:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f742104f. 00000020:00000010:3.0:1776190133.581507:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000087a5256e. 00000100:00000200:3.0:1776190133.581716:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000865656b5 x1862468296483008/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190133.582477:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296483008 02000000:00000010:3.0:1776190133.582498:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000109dc683. 00010000:00000010:3.0:1776190133.582546:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001714b357. 00010000:00000010:3.0:1776190133.582587:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092fd0805. 00000100:00000010:3.0:1776190133.582607:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd2abaf8. 00000100:00000010:3.0:1776190133.582630:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd2abaf8. 00010000:00000010:3.0:1776190133.582634:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092fd0805. 00000400:00000010:3.0:1776190133.582658:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c5b133d. 00000100:00000200:3.0:1776190133.582666:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296483008, offset 224 00000400:00000200:3.0:1776190133.582678:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.582699:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.582706:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93001:93001:256:4294967295] 192.168.203.39@tcp LPNI seq info [93001:93001:8:4294967295] 00000400:00000200:3.0:1776190133.582717:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.582723:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.582729:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190133.582735:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.582743:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.582747:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190133.582789:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f742104f. 00000020:00000010:3.0:1776190133.582794:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000087a5256e. 00000020:00000010:3.0:1776190133.582799:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046ec8719. 00000800:00000200:3.0:1776190133.582925:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.582929:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:3.0:1776190133.582936:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.582941:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.582946:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c5b133d 00000400:00000010:3.0:1776190133.582948:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c5b133d. 00080000:00000010:1.0:1776190133.583064:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f48fe0f. 00010000:00000010:1.0:1776190133.583188:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044bd3d71. 00010000:00000010:1.0:1776190133.583196:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000087b0bd3b. 00010000:00000010:1.0:1776190133.583363:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3023043. 00010000:00000010:1.0:1776190133.583371:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000030b4a998. 00010000:00000010:1.0:1776190133.583385:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005eeb6bc. 00000100:00000010:1.0:1776190133.583391:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8d18229. 00000100:00000010:1.0:1776190133.583399:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190133.583414:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001867148e. 02000000:00000010:1.0:1776190133.583445:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ba15022. 00000400:00000010:1.0:1776190133.583453:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0c8484d. 00000400:00000010:1.0:1776190133.583459:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004926409b. 00000100:00000200:1.0:1776190133.583466:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301371840, portal 16 00000400:00000010:1.0:1776190133.583471:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e227db4. 00000100:00000200:1.0:1776190133.583474:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301371840, offset 0 00000400:00000200:1.0:1776190133.583481:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.583492:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.583499:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.583504:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.583507:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.583509:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93002:93002:256:4294967295] 192.168.203.39@tcp LPNI seq info [93002:93002:8:4294967295] 00000400:00000200:1.0:1776190133.583527:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.583533:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.583537:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000018c6da1 (tot 82352466). 00000800:00000200:1.0:1776190133.583542:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.583548:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.583551:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000018c6da1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.585119:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.585127:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000018c6da1 (tot 82352218). 00000400:00000200:3.0:1776190133.585136:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.585147:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.585153:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e227db4 00000400:00000010:3.0:1776190133.585155:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e227db4. 00000100:00000200:3.0:1776190133.585164:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301371840/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190133.585862:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4346eb3. 00010000:00000010:0.1:1776190133.585873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a78bc12a. 00010000:00000010:1.1:1776190133.590712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003616b4b7. 00010000:00000010:1.1:1776190133.590748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099d8a844. 00010000:00000010:3.1:1776190133.593884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045767074. 00000400:00000200:0.0:1776190133.600062:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.600092:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18239c0 00000400:00000200:0.0:1776190133.600106:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb65d1 [1] + 224 00000400:00000200:0.0:1776190133.600124:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.600129:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.600144:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301371840/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.600198:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.600204:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a100 00000400:00000200:0.0:1776190133.600210:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4f41 [2] + 656 00000400:00000200:0.0:1776190133.600284:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.600288:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.600293:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190133.600300:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d82f4574. 00000400:00000010:1.0:1776190133.601103:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0c8484d. 00000400:00000200:1.0:1776190133.601110:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004926409b 00000400:00000010:1.0:1776190133.601114:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004926409b. 00000100:00000200:1.0:1776190133.601126:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301371840/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.601135:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301371840/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.601175:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ba15022. 02000000:00000010:1.0:1776190133.601186:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001867148e. 00000100:00000010:1.0:1776190133.601191:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190133.601195:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8d18229. 00010000:00000010:1.0:1776190133.601199:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005eeb6bc. 00000020:00000010:3.0:1776190133.602433:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046ec8719. 00000020:00000010:3.0:1776190133.602449:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f742104f. 00000020:00000010:3.0:1776190133.602456:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000087a5256e. 00000100:00000200:3.0:1776190133.602497:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d82f4574 x1862468296483072/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190133.602693:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296483072 02000000:00000010:3.0:1776190133.602708:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000217517a8. 00010000:00000010:3.0:1776190133.603231:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e84726e. 00010000:00000010:3.0:1776190133.603262:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092fd0805. 00000100:00000010:3.0:1776190133.603273:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd2abaf8. 00000100:00000010:3.0:1776190133.603295:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd2abaf8. 00010000:00000010:3.0:1776190133.603299:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092fd0805. 00000400:00000010:3.0:1776190133.603319:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c5b133d. 00000100:00000200:3.0:1776190133.603327:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296483072, offset 224 00000400:00000200:3.0:1776190133.603338:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.603361:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00080000:00000010:1.0:1776190133.603367:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001867148e. 00000400:00000200:3.0:1776190133.603369:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93003:93003:256:4294967295] 192.168.203.39@tcp LPNI seq info [93003:93003:8:4294967295] 00000400:00000200:3.0:1776190133.603380:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.603389:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.603394:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190133.603401:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.603408:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.603414:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190133.603444:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f742104f. 00000020:00000010:3.0:1776190133.603449:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000087a5256e. 00000020:00000010:3.0:1776190133.603453:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046ec8719. 00010000:00000010:1.0:1776190133.603475:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030b4a998. 00010000:00000010:1.0:1776190133.603484:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a6eac245. 00010000:00000010:1.0:1776190133.603590:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002a23b20. 00010000:00000010:1.0:1776190133.603597:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000030b4a998. 00010000:00000010:1.0:1776190133.603610:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005eeb6bc. 00000100:00000010:1.0:1776190133.603614:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8d18229. 00000100:00000010:1.0:1776190133.603623:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190133.603640:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009ba15022. 02000000:00000010:1.0:1776190133.603672:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b55c330. 00000400:00000010:1.0:1776190133.603681:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0c8484d. 00000800:00000200:2.0:1776190133.603692:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1776190133.603692:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004926409b. 00000100:00000200:1.0:1776190133.603699:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301371904, portal 16 00000800:00000010:2.0:1776190133.603702:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000010:1.0:1776190133.603707:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a2618ed. 00000100:00000200:1.0:1776190133.603712:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301371904, offset 0 00000400:00000200:2.0:1776190133.603714:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.603721:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.603727:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.603732:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.603734:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c5b133d 00000400:00000200:1.0:1776190133.603742:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.603748:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.603751:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.603753:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93004:93004:255:4294967295] 192.168.203.39@tcp LPNI seq info [93004:93004:7:4294967295] 00000400:00000200:1.0:1776190133.603760:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.603766:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.603769:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190133.603796:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.603800:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.603803:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1776190133.604022:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c5b133d. 00000800:00000200:2.0:1776190133.604088:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.604091:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:2.0:1776190133.604095:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.604100:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.604103:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a2618ed 00000400:00000010:2.0:1776190133.604104:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a2618ed. 00000100:00000200:2.0:1776190133.604114:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301371904/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190133.612816:0:78503:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a740f7b. 00010000:00000010:1.1:1776190133.612836:0:78503:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3023043. 00010000:00000010:3.1:1776190133.613097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008dd59303. 00000400:00000200:3.0:1776190133.613192:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.613216:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823a00 00000400:00000200:3.0:1776190133.613228:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb65dd [1] + 224 00000400:00000200:3.0:1776190133.613245:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.613249:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.613264:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301371904/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.614899:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.614921:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a140 00000400:00000200:2.0:1776190133.614929:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4f41 [2] + 984 00000400:00000200:2.0:1776190133.615012:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.615017:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.615024:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190133.615030:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 00000020:00000010:3.0:1776190133.615831:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5573785. 00000020:00000010:3.0:1776190133.615845:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f742104f. 00000020:00000010:3.0:1776190133.615851:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000087a5256e. 00000100:00000200:3.0:1776190133.615887:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001fa788c5 x1862468296483136/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190133.615928:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296483136 02000000:00000010:3.0:1776190133.615944:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dcfd2e0f. 00010000:00000010:3.0:1776190133.616009:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092fd0805. 00000100:00000010:3.0:1776190133.616021:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd2abaf8. 00000100:00000010:3.0:1776190133.616031:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd2abaf8. 00010000:00000010:3.0:1776190133.616034:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092fd0805. 00000400:00000010:3.0:1776190133.616054:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190133.616061:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296483136, offset 224 00000400:00000200:3.0:1776190133.616070:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.616088:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.616096:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93005:93005:256:4294967295] 192.168.203.39@tcp LPNI seq info [93005:93005:8:4294967295] 00000400:00000200:3.0:1776190133.616108:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.616128:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.616136:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190133.616144:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.616154:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.616158:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190133.616187:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f742104f. 00000020:00000010:3.0:1776190133.616191:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000087a5256e. 00000020:00000010:3.0:1776190133.616195:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5573785. 00000800:00000200:2.0:1776190133.616359:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.616366:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:2.0:1776190133.616376:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.616384:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.616389:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b61116a7 00000400:00000010:2.0:1776190133.616392:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b61116a7. 00000400:00000010:0.0:1776190133.616770:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0c8484d. 00000400:00000200:0.0:1776190133.616787:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004926409b 00000400:00000010:0.0:1776190133.616790:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004926409b. 00000100:00000200:0.0:1776190133.616800:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301371904/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190133.616809:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301371904/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190133.616838:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4c9b62b. 02000000:00000010:0.0:1776190133.616863:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b55c330. 02000000:00000010:0.0:1776190133.616871:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009ba15022. 00000100:00000010:0.0:1776190133.616876:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:0.0:1776190133.616880:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8d18229. 00010000:00000010:0.0:1776190133.616883:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005eeb6bc. 00080000:00000010:0.0:1776190133.616906:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f282a7f. 00010000:00000010:0.0:1776190133.617090:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030b4a998. 00010000:00000010:0.0:1776190133.617102:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000055df34f9. 00010000:00000010:0.0:1776190133.617274:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a78bc12a. 00010000:00000010:0.0:1776190133.617357:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd77819f. 00010000:00000010:0.0:1776190133.617373:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e99db76. 00000100:00000010:0.0:1776190133.617380:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028d681b9. 00000100:00000010:0.0:1776190133.617390:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000583c6c91. 02000000:00000010:0.0:1776190133.617404:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f89b97ef. 02000000:00000010:0.0:1776190133.617438:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003bb7e827. 00000400:00000010:0.0:1776190133.617445:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb22a118. 00000400:00000010:0.0:1776190133.617450:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000509ece33. 00000100:00000200:0.0:1776190133.617458:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301371968, portal 16 00000400:00000010:0.0:1776190133.617463:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a3fb80ce. 00000100:00000200:0.0:1776190133.617465:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301371968, offset 0 00000400:00000200:0.0:1776190133.617474:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.617488:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.617497:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190133.617501:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190133.617505:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190133.617508:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93006:93006:256:4294967295] 192.168.203.39@tcp LPNI seq info [93006:93006:8:4294967295] 00000400:00000200:0.0:1776190133.617527:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.617533:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.617539:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005b4f162a (tot 82352466). 00000800:00000200:0.0:1776190133.617545:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.617553:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.617630:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005b4f162a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190133.618348:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.618355:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005b4f162a (tot 82352218). 00000400:00000200:2.0:1776190133.618361:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.618369:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.618374:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a3fb80ce 00000400:00000010:2.0:1776190133.618377:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a3fb80ce. 00000100:00000200:2.0:1776190133.618385:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000583c6c91 x1862468301371968/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190133.623815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000985d3a2e. 00010000:00000010:0.1:1776190133.623831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7407c35. 00010000:00000010:0.1:1776190133.623834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002a23b20. 00000400:00000200:3.0:1776190133.626731:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.626757:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823a40 00000400:00000200:3.0:1776190133.626770:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb65e9 [1] + 224 00000400:00000200:3.0:1776190133.627035:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.627040:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.627053:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000583c6c91 x1862468301371968/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.628028:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.628043:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a180 00000400:00000200:3.0:1776190133.628052:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4f41 [2] + 1312 00000400:00000200:3.0:1776190133.628131:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.628135:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.628141:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.628148:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000020:00000010:1.0:1776190133.629043:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000afb0db5c. 00000020:00000010:1.0:1776190133.629056:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000021548751. 00000020:00000010:1.0:1776190133.629062:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190133.629097:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074baf3bb x1862468296483200/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190133.629132:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296483200 02000000:00000010:1.0:1776190133.629145:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001ae3feb7. 00010000:00000010:1.0:1776190133.629194:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3cd7d32. 00000100:00000010:1.0:1776190133.629203:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c4a8033. 00000100:00000010:1.0:1776190133.629211:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008c4a8033. 00010000:00000010:1.0:1776190133.629215:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3cd7d32. 00000400:00000010:1.0:1776190133.629233:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d78c9627. 00000100:00000200:1.0:1776190133.629240:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296483200, offset 224 00000400:00000200:1.0:1776190133.629249:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.629263:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.629270:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93007:93007:256:4294967295] 192.168.203.39@tcp LPNI seq info [93007:93007:8:4294967295] 00000400:00000200:1.0:1776190133.629289:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.629295:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.629301:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190133.629307:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.629316:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.629320:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190133.629343:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000021548751. 00000020:00000010:1.0:1776190133.629349:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190133.629352:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000afb0db5c. 00000800:00000200:1.0:1776190133.629459:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.629463:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:1.0:1776190133.629469:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.629473:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.629478:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d78c9627 00000400:00000010:1.0:1776190133.629480:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d78c9627. 00000400:00000010:0.0:1776190133.634145:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb22a118. 00000400:00000200:0.0:1776190133.634162:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000509ece33 00000400:00000010:0.0:1776190133.634165:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000509ece33. 00000100:00000200:0.0:1776190133.634182:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000583c6c91 x1862468301371968/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190133.634193:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000583c6c91 x1862468301371968/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190133.634232:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea071ffd. 02000000:00000010:0.0:1776190133.634257:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003bb7e827. 02000000:00000010:0.0:1776190133.634264:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f89b97ef. 00000100:00000010:0.0:1776190133.634271:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000583c6c91. 00000100:00000010:0.0:1776190133.634277:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028d681b9. 00010000:00000010:0.0:1776190133.634281:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e99db76. 00080000:00000010:0.0:1776190133.634308:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f89b97ef. 00010000:00000010:0.0:1776190133.634431:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd77819f. 00010000:00000010:0.0:1776190133.634440:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d6e5df02. 00010000:00000010:0.0:1776190133.634545:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f49a020e. 00010000:00000010:0.0:1776190133.634551:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000078deb21. 00010000:00000010:0.0:1776190133.634557:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1ee786e. 00010000:00000010:0.0:1776190133.634563:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd77819f. 00080000:00000010:0.0:1776190133.634583:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003bb7e827. 00010000:00000010:0.0:1776190133.635896:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd77819f. 00010000:00000010:0.0:1776190133.635910:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000078deb21. 00010000:00000010:0.0:1776190133.636741:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e260a472. 00010000:00000010:0.0:1776190133.636751:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd77819f. 00010000:00000010:0.0:1776190133.636771:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e99db76. 00000100:00000010:0.0:1776190133.636802:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028d681b9. 00000100:00000010:0.0:1776190133.636815:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000583c6c91. 02000000:00000010:0.0:1776190133.636835:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f616ea2b. 02000000:00000010:0.0:1776190133.636875:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053c923f4. 00000400:00000010:0.0:1776190133.636884:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb22a118. 00000400:00000010:0.0:1776190133.636891:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000509ece33. 00000100:00000200:0.0:1776190133.636900:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301372032, portal 16 00000400:00000010:0.0:1776190133.636906:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017e036f6. 00000100:00000200:0.0:1776190133.636908:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301372032, offset 0 00000400:00000200:0.0:1776190133.636920:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.636942:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.636950:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190133.636953:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190133.636956:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190133.636960:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93008:93008:256:4294967295] 192.168.203.39@tcp LPNI seq info [93008:93008:8:4294967295] 00000400:00000200:0.0:1776190133.636972:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.636978:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.636984:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000045142ef (tot 82352466). 00000800:00000200:0.0:1776190133.636992:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.637539:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.637546:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000045142ef type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.641908:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.641920:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000045142ef (tot 82352218). 00000400:00000200:3.0:1776190133.641929:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.641942:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.641949:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017e036f6 00000400:00000010:3.0:1776190133.641951:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017e036f6. 00000100:00000200:3.0:1776190133.641963:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000583c6c91 x1862468301372032/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190133.652828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce99a60. 00010000:00000010:0.1:1776190133.652848:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c59b140b. 00010000:00000010:0.1:1776190133.652854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a78bc12a. 00010000:00000010:0.1:1776190133.652859:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f49a020e. 00010000:00000010:0.1:1776190133.652862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ee786e. 00000400:00000200:3.0:1776190133.656592:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.656613:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823a80 00000400:00000200:3.0:1776190133.656623:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb65f5 [1] + 224 00000400:00000200:3.0:1776190133.656652:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.656657:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.656669:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000583c6c91 x1862468301372032/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190133.656765:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb22a118. 00000400:00000200:0.0:1776190133.656794:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000509ece33 00000400:00000010:0.0:1776190133.656798:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000509ece33. 00000100:00000200:0.0:1776190133.656811:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000583c6c91 x1862468301372032/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190133.656822:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000583c6c91 x1862468301372032/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190133.656865:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053c923f4. 02000000:00000010:0.0:1776190133.656874:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f616ea2b. 00000100:00000010:0.0:1776190133.656881:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000583c6c91. 00000100:00000010:0.0:1776190133.656887:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028d681b9. 00010000:00000010:0.0:1776190133.656892:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e99db76. 00000400:00000200:1.0:1776190133.658936:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190133.658964:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a1c0 00000400:00000200:1.0:1776190133.658974:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4f41 [2] + 1640 00000400:00000200:1.0:1776190133.659068:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.659073:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190133.659081:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190133.659089:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 00000020:00000010:3.0:1776190133.659248:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5573785. 00000020:00000010:3.0:1776190133.659261:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f742104f. 00000020:00000010:3.0:1776190133.659277:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000087a5256e. 00000100:00000200:3.0:1776190133.659309:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d96c74a9 x1862468296483264/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190133.659343:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296483264 02000000:00000010:3.0:1776190133.659355:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000046ec8719. 00010000:00000010:3.0:1776190133.659387:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee1cbbf9. 00010000:00000010:3.0:1776190133.659419:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092fd0805. 00000100:00000010:3.0:1776190133.659427:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd2abaf8. 00000100:00000010:3.0:1776190133.659442:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd2abaf8. 00010000:00000010:3.0:1776190133.659446:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092fd0805. 00000400:00000010:3.0:1776190133.659459:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d376fb9. 00000100:00000200:3.0:1776190133.659465:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296483264, offset 224 00000400:00000200:3.0:1776190133.659472:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.659498:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.659505:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93009:93009:256:4294967295] 192.168.203.39@tcp LPNI seq info [93009:93009:8:4294967295] 00000400:00000200:3.0:1776190133.659524:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.659530:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.659542:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190133.659548:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.659555:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.659559:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190133.659587:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f742104f. 00000020:00000010:3.0:1776190133.659591:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000087a5256e. 00000020:00000010:3.0:1776190133.659593:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5573785. 00000800:00000200:1.0:1776190133.659688:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.659693:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:1.0:1776190133.659701:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.659707:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.659712:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d376fb9 00000400:00000010:1.0:1776190133.659715:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d376fb9. 00080000:00000010:0.0:1776190133.659912:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee2df32e. 00010000:00000010:0.0:1776190133.661379:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd77819f. 00010000:00000010:0.0:1776190133.661396:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b4891258. 00010000:00000010:0.0:1776190133.661522:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1ee786e. 00010000:00000010:0.0:1776190133.661530:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd77819f. 00010000:00000010:0.0:1776190133.661548:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e99db76. 00000100:00000010:0.0:1776190133.661556:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028d681b9. 00000100:00000010:0.0:1776190133.661568:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000583c6c91. 02000000:00000010:0.0:1776190133.661589:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000053c923f4. 02000000:00000010:0.0:1776190133.661629:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f616ea2b. 00000400:00000010:0.0:1776190133.661638:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb22a118. 00000400:00000010:0.0:1776190133.661646:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000509ece33. 00000100:00000200:0.0:1776190133.661654:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301372096, portal 16 00000400:00000010:0.0:1776190133.661661:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c79e5fff. 00000100:00000200:0.0:1776190133.661663:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301372096, offset 0 00000400:00000200:0.0:1776190133.661674:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.661696:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.661706:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190133.661710:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190133.661714:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190133.661718:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93010:93010:256:4294967295] 192.168.203.39@tcp LPNI seq info [93010:93010:8:4294967295] 00000400:00000200:0.0:1776190133.661729:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.661736:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.661742:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef4c7517 (tot 82352466). 00000800:00000200:0.0:1776190133.661749:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.661757:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.661762:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ef4c7517 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.661934:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.661942:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef4c7517 (tot 82352218). 00000400:00000200:3.0:1776190133.661950:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.661960:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.661967:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c79e5fff 00000400:00000010:3.0:1776190133.661969:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c79e5fff. 00000100:00000200:3.0:1776190133.661979:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000583c6c91 x1862468301372096/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.669844:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.669863:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823ac0 00000400:00000200:3.0:1776190133.669872:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6601 [1] + 224 00000400:00000200:3.0:1776190133.669883:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.669887:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.669898:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000583c6c91 x1862468301372096/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.669925:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.669930:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a200 00000400:00000200:3.0:1776190133.669934:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4f41 [2] + 1968 00000400:00000010:3.0:1776190133.669938:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000feb30dba. 00000400:00000200:3.0:1776190133.669942:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000517eb169 00000400:00000200:3.0:1776190133.669989:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.669993:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.669995:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000517eb169 00000400:00000010:3.0:1776190133.669998:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000517eb169 (tot 82352066). 00000100:00000200:3.0:1776190133.670003:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190133.670048:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5573785. 00000020:00000010:3.0:1776190133.670055:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190133.670059:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000087a5256e. 00000100:00000200:3.0:1776190133.670094:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000005805994 x1862468296483328/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190133.670122:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296483328 02000000:00000010:3.0:1776190133.670133:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b79e2f01. 00010000:00000010:3.0:1776190133.670215:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8e2c042. 00000100:00000010:3.0:1776190133.670223:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd2abaf8. 00000100:00000010:3.0:1776190133.670229:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd2abaf8. 00010000:00000010:3.0:1776190133.670232:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8e2c042. 00000400:00000010:3.0:1776190133.670246:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048a81920. 00000100:00000200:3.0:1776190133.670251:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296483328, offset 224 00000400:00000200:3.0:1776190133.670259:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.670269:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.670274:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93011:93011:256:4294967295] 192.168.203.39@tcp LPNI seq info [93011:93011:8:4294967295] 00000400:00000200:3.0:1776190133.670284:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.670289:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.670294:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352314). 00000800:00000200:3.0:1776190133.670299:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.670305:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.670309:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190133.670323:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190133.670327:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000087a5256e. 00000020:00000010:3.0:1776190133.670329:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5573785. 02000000:00000010:3.0:1776190133.670337:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000046ec8719. 00000100:00000010:3.0:1776190133.670340:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 02000000:00000010:3.0:1776190133.670343:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001ae3feb7. 00000100:00000010:3.0:1776190133.670345:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 02000000:00000010:3.0:1776190133.670348:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dcfd2e0f. 00000100:00000010:3.0:1776190133.670350:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 02000000:00000010:3.0:1776190133.670353:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000217517a8. 00000100:00000010:3.0:1776190133.670355:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d82f4574. 02000000:00000010:3.0:1776190133.670361:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000109dc683. 00000100:00000010:3.0:1776190133.670363:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000865656b5. 02000000:00000010:3.0:1776190133.670365:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003449464e. 00000100:00000010:3.0:1776190133.670367:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e75ddab0. 00000100:00000200:3.0:1776190133.670373:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190133.670378:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000021a9ec18. 00000400:00000010:3.0:1776190133.670381:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd2abaf8 (tot 82352466). 00000800:00000200:3.0:1776190133.670464:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.670468:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:3.0:1776190133.670474:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.670477:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.670479:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048a81920 00000400:00000010:3.0:1776190133.670481:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048a81920. 02000000:00000010:3.0:1776190133.670484:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b79e2f01. 00000400:00000010:3.0:1776190133.670528:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb22a118. 00000400:00000200:3.0:1776190133.670533:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000509ece33 00000400:00000010:3.0:1776190133.670535:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000509ece33. 00000100:00000200:3.0:1776190133.670540:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000583c6c91 x1862468301372096/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190133.670549:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000583c6c91 x1862468301372096/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190133.670572:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c1f69c06. 02000000:00000010:3.0:1776190133.670594:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f616ea2b. 02000000:00000010:3.0:1776190133.670602:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000053c923f4. 00000100:00000010:3.0:1776190133.670607:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000583c6c91. 00000100:00000010:3.0:1776190133.670611:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028d681b9. 00010000:00000010:3.0:1776190133.670613:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e99db76. 00080000:00000010:3.0:1776190133.670630:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b79e2f01. 00010000:00000010:3.0:1776190133.670760:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd77819f. 00010000:00000010:3.0:1776190133.670768:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a75a072a. 00010000:00000010:3.0:1776190133.670873:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd000644. 00010000:00000010:3.0:1776190133.670880:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004bb23ecc. 00010000:00000010:3.0:1776190133.670890:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8e2c042. 00000100:00000010:3.0:1776190133.670895:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c62f102f. 00000100:00000010:3.0:1776190133.670902:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 02000000:00000010:3.0:1776190133.670911:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000109dc683. 02000000:00000010:3.0:1776190133.670933:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000217517a8. 00000400:00000010:3.0:1776190133.670937:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005b20f751. 00000400:00000010:3.0:1776190133.670940:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048a81920. 00000100:00000200:3.0:1776190133.670943:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301372160, portal 16 00000400:00000010:3.0:1776190133.670948:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000129821df. 00000100:00000200:3.0:1776190133.670950:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301372160, offset 0 00000400:00000200:3.0:1776190133.670956:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.670964:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.670971:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190133.670975:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190133.670978:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190133.670980:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93012:93012:256:4294967295] 192.168.203.39@tcp LPNI seq info [93012:93012:8:4294967295] 00000400:00000200:3.0:1776190133.670987:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.670993:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.670996:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190133.671000:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.671004:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.671006:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190133.672119:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.672129:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:2.0:1776190133.672140:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.672151:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.672157:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000129821df 00000400:00000010:2.0:1776190133.672160:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000129821df. 00000100:00000200:2.0:1776190133.672171:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074baf3bb x1862468301372160/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190133.675665:0:45124:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fb87c65. 00010000:00000010:0.1:1776190133.675680:0:45124:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e260a472. 00000400:00000200:3.0:1776190133.675748:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.675766:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823b00 00000400:00000200:3.0:1776190133.675804:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6611 [1] + 224 00000400:00000200:3.0:1776190133.675817:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.675820:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.675830:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000074baf3bb x1862468301372160/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.675865:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.675871:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a240 00000400:00000200:3.0:1776190133.675876:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4f99 [2] + 0 00000400:00000200:3.0:1776190133.675927:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.675931:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.675935:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.675940:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 00000020:00000010:2.0:1776190133.676167:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc8ca4b9. 00000020:00000010:2.0:1776190133.676181:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190133.676188:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190133.676223:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003ffde2ec x1862468296483392/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190133.676270:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296483392 00000400:00000010:1.0:1776190133.676283:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005b20f751. 02000000:00000010:2.0:1776190133.676284:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000002e46734. 00000400:00000200:1.0:1776190133.676293:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048a81920 00000400:00000010:1.0:1776190133.676296:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048a81920. 00000100:00000200:1.0:1776190133.676306:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074baf3bb x1862468301372160/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.676316:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074baf3bb x1862468301372160/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190133.676340:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000933db8a. 00010000:00000010:1.0:1776190133.676345:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fb66901a. 00000100:00000010:2.0:1776190133.676352:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:2.0:1776190133.676362:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:2.0:1776190133.676367:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000933db8a. 02000000:00000010:1.0:1776190133.676367:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000217517a8. 02000000:00000010:1.0:1776190133.676375:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000109dc683. 00000100:00000010:1.0:1776190133.676382:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 00000400:00000010:2.0:1776190133.676387:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d797cb3e. 00000100:00000010:1.0:1776190133.676388:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c62f102f. 00000100:00000200:2.0:1776190133.676394:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296483392, offset 224 00010000:00000010:1.0:1776190133.676404:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8e2c042. 00000400:00000200:2.0:1776190133.676406:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.676424:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00080000:00000010:1.0:1776190133.676427:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000afb0db5c. 00000400:00000200:2.0:1776190133.676432:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93013:93013:256:4294967295] 192.168.203.39@tcp LPNI seq info [93013:93013:8:4294967295] 00000400:00000200:2.0:1776190133.676444:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.676451:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.676456:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007553869f (tot 82352466). 00000800:00000200:2.0:1776190133.676463:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.676472:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00010000:00000010:1.0:1776190133.676559:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004bb23ecc. 00010000:00000010:1.0:1776190133.676567:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000be6f88c3. 00010000:00000010:1.0:1776190133.676673:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3023043. 00010000:00000010:1.0:1776190133.676681:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000790331cd. 00010000:00000010:1.0:1776190133.676692:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3cd7d32. 00000100:00000010:1.0:1776190133.676696:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c4a8033. 00000100:00000010:1.0:1776190133.676704:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719b5d3. 02000000:00000010:1.0:1776190133.676717:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1b39726. 02000000:00000010:1.0:1776190133.676749:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ebb82787. 00000400:00000010:1.0:1776190133.676758:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000603dd179. 00000400:00000010:1.0:1776190133.676770:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d78c9627. 00000100:00000200:1.0:1776190133.676811:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301372224, portal 16 00000400:00000010:1.0:1776190133.676817:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053d224d6. 00000100:00000200:1.0:1776190133.676820:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301372224, offset 0 00000400:00000200:1.0:1776190133.676828:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.676837:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.676847:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.676852:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.676858:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.676864:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93014:93014:255:4294967295] 192.168.203.39@tcp LPNI seq info [93014:93014:7:4294967295] 00000400:00000200:1.0:1776190133.676875:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.676880:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.676885:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352714). 00000800:00000200:1.0:1776190133.676890:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.676896:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.676900:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190133.677019:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.677025:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352466). 00000400:00000200:0.0:1776190133.677033:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.677041:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.677046:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053d224d6 00000400:00000010:0.0:1776190133.677047:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053d224d6. 00000100:00000200:0.0:1776190133.677057:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a719b5d3 x1862468301372224/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190133.677857:0:78506:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a4b234e. 00000800:00000200:2.0:1776190133.678296:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007553869f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190133.678342:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000098f78be. 00000020:00000010:2.0:1776190133.678348:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.678355:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc8ca4b9. 00000800:00000200:0.0:1776190133.678385:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.678391:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007553869f (tot 82352218). 00000400:00000200:0.0:1776190133.678399:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.678409:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.678414:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d797cb3e 00000400:00000010:0.0:1776190133.678416:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d797cb3e. 00010000:00000010:3.1:1776190133.681883:0:78506:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000522992eb. 00010000:00000010:3.1:1776190133.681898:0:78506:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007825322e. 00010000:00000010:3.1:1776190133.681903:0:78506:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ee786e. 00000400:00000200:1.0:1776190133.687208:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190133.687242:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823b40 00000400:00000200:1.0:1776190133.687254:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb661d [1] + 224 00000400:00000200:1.0:1776190133.687273:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.687279:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190133.687294:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a719b5d3 x1862468301372224/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190133.687354:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190133.687361:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a280 00000400:00000200:1.0:1776190133.687367:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4f99 [2] + 328 00000400:00000200:1.0:1776190133.687382:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.687387:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190133.688111:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190133.688123:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 00000020:00000010:0.0:1776190133.688309:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f616ea2b. 00000020:00000010:0.0:1776190133.688322:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000078deb21. 00000020:00000010:0.0:1776190133.688327:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002b6a75f2. 00000100:00000200:0.0:1776190133.688359:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d96c74a9 x1862468296483456/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190133.688403:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296483456 02000000:00000010:0.0:1776190133.688416:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003bde6b1b. 00010000:00000010:0.0:1776190133.688454:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190133.688463:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079ce2bc7. 00000100:00000010:0.0:1776190133.688482:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079ce2bc7. 00010000:00000010:0.0:1776190133.688487:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000400:00000010:0.0:1776190133.688507:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c400cdc9. 00000100:00000200:0.0:1776190133.688522:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296483456, offset 224 00000400:00000200:0.0:1776190133.688532:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.688548:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.688556:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93015:93015:256:4294967295] 192.168.203.39@tcp LPNI seq info [93015:93015:8:4294967295] 00000400:00000200:0.0:1776190133.688570:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.688577:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.688583:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f5f3eeb7 (tot 82352466). 00000800:00000200:0.0:1776190133.688590:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.688598:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.688602:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f5f3eeb7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.688628:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000078deb21. 00000020:00000010:0.0:1776190133.688633:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002b6a75f2. 00000020:00000010:0.0:1776190133.688638:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f616ea2b. 00000800:00000200:1.0:1776190133.689169:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.689175:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f5f3eeb7 (tot 82352218). 00000400:00000200:1.0:1776190133.689434:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.689443:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.689449:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c400cdc9 00000400:00000010:1.0:1776190133.689451:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c400cdc9. 00000400:00000010:2.0:1776190133.690168:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000603dd179. 00000400:00000200:2.0:1776190133.690176:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d78c9627 00000400:00000010:2.0:1776190133.690178:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d78c9627. 00000100:00000200:2.0:1776190133.690191:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a719b5d3 x1862468301372224/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190133.690202:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a719b5d3 x1862468301372224/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190133.690233:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c723deb. 02000000:00000010:2.0:1776190133.690263:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ebb82787. 02000000:00000010:2.0:1776190133.690271:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f1b39726. 00000100:00000010:2.0:1776190133.690278:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 00000100:00000010:2.0:1776190133.690282:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008c4a8033. 00010000:00000010:2.0:1776190133.690286:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3cd7d32. 00080000:00000010:2.0:1776190133.690314:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc8ca4b9. 00010000:00000010:2.0:1776190133.690449:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000790331cd. 00010000:00000010:2.0:1776190133.690460:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b8008ff8. 00010000:00000010:2.0:1776190133.690566:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf442a8c. 00010000:00000010:2.0:1776190133.690575:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007aa26ffe. 00010000:00000010:2.0:1776190133.690590:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000933db8a. 00000100:00000010:2.0:1776190133.690597:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:2.0:1776190133.690609:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e75ddab0. 02000000:00000010:2.0:1776190133.690636:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003449464e. 02000000:00000010:2.0:1776190133.690673:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b128ccac. 00000400:00000010:2.0:1776190133.690679:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008609b699. 00000400:00000010:2.0:1776190133.690686:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000177066b0. 00000100:00000200:2.0:1776190133.690693:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301372288, portal 16 00000400:00000010:2.0:1776190133.690698:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031a328f. 00000100:00000200:2.0:1776190133.690701:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301372288, offset 0 00000400:00000200:2.0:1776190133.690711:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.690727:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.690736:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.690741:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190133.690744:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190133.690748:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93016:93016:256:4294967295] 192.168.203.39@tcp LPNI seq info [93016:93016:8:4294967295] 00000400:00000200:2.0:1776190133.690759:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.690766:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.690797:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c149bd5 (tot 82352466). 00000800:00000200:2.0:1776190133.690805:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.690813:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.690818:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c149bd5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190133.691100:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.691107:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352218). 00000400:00000200:0.0:1776190133.691116:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.691125:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.691130:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031a328f 00000400:00000010:0.0:1776190133.691133:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031a328f. 00000100:00000200:0.0:1776190133.691142:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e75ddab0 x1862468301372288/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190133.692722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bcb9b5. 00010000:00000010:1.1:1776190133.692740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053c89f6c. 00010000:00000010:1.1:1776190133.692748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd000644. 00000400:00000200:1.0:1776190133.696133:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190133.696155:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823b80 00000400:00000200:1.0:1776190133.696164:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6629 [1] + 224 00000400:00000200:1.0:1776190133.696176:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.696180:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190133.696191:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e75ddab0 x1862468301372288/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190133.696217:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190133.696222:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a2c0 00000400:00000200:1.0:1776190133.696227:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4f99 [2] + 656 00000400:00000200:1.0:1776190133.696278:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.696282:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190133.696285:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190133.696291:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 00000020:00000010:0.0:1776190133.696352:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f616ea2b. 00000020:00000010:0.0:1776190133.696359:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000078deb21. 00000020:00000010:0.0:1776190133.696364:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002b6a75f2. 00010000:00000010:2.1:1776190133.696383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001929bca4. 00010000:00000010:2.1:1776190133.696393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be86f9d7. 00000100:00000200:0.0:1776190133.696396:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4f3ec3 x1862468296483520/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:2.1:1776190133.696398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3023043. 00000400:00000010:2.0:1776190133.696417:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008609b699. 00000400:00000200:2.0:1776190133.696422:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000177066b0 00000400:00000010:2.0:1776190133.696424:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000177066b0. 00000100:00000200:2.0:1776190133.696431:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e75ddab0 x1862468301372288/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190133.696440:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e75ddab0 x1862468301372288/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190133.696440:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296483520 02000000:00000010:0.0:1776190133.696453:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000573d13a2. 02000000:00000010:2.0:1776190133.696469:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b128ccac. 02000000:00000010:2.0:1776190133.696475:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003449464e. 00000100:00000010:2.0:1776190133.696479:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e75ddab0. 00000100:00000010:2.0:1776190133.696483:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:2.0:1776190133.696486:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000933db8a. 00010000:00000010:0.0:1776190133.696492:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000065db9d3f. 00010000:00000010:0.0:1776190133.696525:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000781c2bca. 00000100:00000010:0.0:1776190133.696531:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079ce2bc7. 00000100:00000010:0.0:1776190133.696545:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079ce2bc7. 00010000:00000010:0.0:1776190133.696549:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000781c2bca. 00000400:00000010:0.0:1776190133.696566:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a88dbd8. 00000100:00000200:0.0:1776190133.696574:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296483520, offset 224 00000400:00000200:0.0:1776190133.696582:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.696592:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.696598:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93017:93017:256:4294967295] 192.168.203.39@tcp LPNI seq info [93017:93017:8:4294967295] 00000400:00000200:0.0:1776190133.696607:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.696623:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.696627:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b7ab983 (tot 82352466). 00000800:00000200:0.0:1776190133.696633:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.696640:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.696643:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001b7ab983 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.696659:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000078deb21. 00000020:00000010:0.0:1776190133.696664:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002b6a75f2. 00000020:00000010:0.0:1776190133.696668:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f616ea2b. 00080000:00000010:2.0:1776190133.696724:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b128ccac. 00010000:00000010:2.0:1776190133.696832:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007aa26ffe. 00010000:00000010:2.0:1776190133.696839:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003c4bc0c1. 00010000:00000010:2.0:1776190133.696907:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000665a3136. 00010000:00000010:2.0:1776190133.696911:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000098f78be. 00010000:00000010:2.0:1776190133.696916:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039b6fee1. 00010000:00000010:2.0:1776190133.696921:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007aa26ffe. 00080000:00000010:2.0:1776190133.696932:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003449464e. 00010000:00000010:2.0:1776190133.696955:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007aa26ffe. 00010000:00000010:2.0:1776190133.696958:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000098f78be. 00010000:00000010:2.0:1776190133.696999:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000132eae94. 00010000:00000010:2.0:1776190133.697002:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007aa26ffe. 00010000:00000010:2.0:1776190133.697009:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000933db8a. 00000100:00000010:2.0:1776190133.697013:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:2.0:1776190133.697019:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e75ddab0. 02000000:00000010:2.0:1776190133.697031:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cd009713. 02000000:00000010:2.0:1776190133.697051:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002075be15. 00000400:00000010:2.0:1776190133.697055:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008609b699. 00000400:00000010:2.0:1776190133.697058:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000177066b0. 00000100:00000200:2.0:1776190133.697063:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301372352, portal 16 00000400:00000010:2.0:1776190133.697067:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ded49ea2. 00000100:00000200:2.0:1776190133.697069:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301372352, offset 0 00000400:00000200:2.0:1776190133.697075:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.697081:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.697087:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.697090:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190133.697093:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190133.697095:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93018:93018:255:4294967295] 192.168.203.39@tcp LPNI seq info [93018:93018:7:4294967295] 00000400:00000200:2.0:1776190133.697102:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.697107:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.697110:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003db09799 (tot 82352714). 00000800:00000200:2.0:1776190133.697115:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.697119:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.697122:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003db09799 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190133.697295:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.697299:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b7ab983 (tot 82352466). 00000400:00000200:1.0:1776190133.697303:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.697307:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.697310:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a88dbd8 00000400:00000010:1.0:1776190133.697312:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a88dbd8. 00000800:00000200:1.0:1776190133.697366:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.697368:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003db09799 (tot 82352218). 00000400:00000200:1.0:1776190133.697372:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.697375:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.697377:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ded49ea2 00000400:00000010:1.0:1776190133.697378:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ded49ea2. 00000100:00000200:1.0:1776190133.697383:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e75ddab0 x1862468301372352/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190133.706807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5255fda. 00000400:00000200:2.0:1776190133.710572:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.710593:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823bc0 00000400:00000200:2.0:1776190133.710603:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6635 [1] + 224 00000400:00000200:2.0:1776190133.710615:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.710619:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.710630:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e75ddab0 x1862468301372352/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.710668:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.710674:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a300 00000400:00000200:2.0:1776190133.710678:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4f99 [2] + 984 00000400:00000200:2.0:1776190133.710728:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.710732:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.710737:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190133.710743:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 00000400:00000010:1.0:1776190133.710846:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008609b699. 00000400:00000200:1.0:1776190133.710852:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000177066b0 00000400:00000010:1.0:1776190133.710854:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000177066b0. 00000100:00000200:1.0:1776190133.710861:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e75ddab0 x1862468301372352/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.710869:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e75ddab0 x1862468301372352/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.710898:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002075be15. 02000000:00000010:1.0:1776190133.710906:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cd009713. 00000100:00000010:1.0:1776190133.710910:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e75ddab0. 00000100:00000010:1.0:1776190133.710914:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:1.0:1776190133.710917:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000933db8a. 00000020:00000010:3.0:1776190133.711440:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dcfd2e0f. 00000020:00000010:3.0:1776190133.711448:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f742104f. 00000020:00000010:3.0:1776190133.711452:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000087a5256e. 00000100:00000200:3.0:1776190133.711481:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001fa788c5 x1862468296483584/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190133.711526:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296483584 02000000:00000010:3.0:1776190133.711622:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000046ec8719. 00010000:00000010:3.0:1776190133.711648:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e72618ad. 00010000:00000010:3.0:1776190133.711666:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092fd0805. 00000100:00000010:3.0:1776190133.711671:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008eba7e73. 00000100:00000010:3.0:1776190133.711687:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008eba7e73. 00010000:00000010:3.0:1776190133.711691:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092fd0805. 00000400:00000010:3.0:1776190133.711703:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ce06a4c. 00000100:00000200:3.0:1776190133.711707:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296483584, offset 224 00000400:00000200:3.0:1776190133.711716:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.711728:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.711733:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93019:93019:256:4294967295] 192.168.203.39@tcp LPNI seq info [93019:93019:8:4294967295] 00000400:00000200:3.0:1776190133.711743:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.711749:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.711754:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190133.711760:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.711766:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.711770:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.1:1776190133.711809:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000075641ea. 00000020:00000010:3.0:1776190133.711821:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f742104f. 00010000:00000010:2.1:1776190133.711822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf442a8c. 00000020:00000010:3.0:1776190133.711826:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000087a5256e. 00010000:00000010:2.1:1776190133.711829:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000665a3136. 00000020:00000010:3.0:1776190133.711831:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dcfd2e0f. 00010000:00000010:2.1:1776190133.711834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039b6fee1. 00000800:00000200:2.0:1776190133.711907:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.711910:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:2.0:1776190133.711916:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.711920:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.711924:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ce06a4c 00000400:00000010:2.0:1776190133.711926:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ce06a4c. 00080000:00000010:1.0:1776190133.712009:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000efa195a8. 00010000:00000010:1.0:1776190133.712091:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007aa26ffe. 00010000:00000010:1.0:1776190133.712098:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b48c4223. 00010000:00000010:1.0:1776190133.712167:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015da34f9. 00010000:00000010:1.0:1776190133.712173:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000046568734. 00010000:00000010:1.0:1776190133.712182:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037a03677. 00000100:00000010:1.0:1776190133.712186:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000038727429. 00000100:00000010:1.0:1776190133.712193:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000909ebbf0. 02000000:00000010:1.0:1776190133.712203:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000144d8796. 02000000:00000010:1.0:1776190133.712223:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ccd57eb. 00000400:00000010:1.0:1776190133.712229:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed7ef070. 00000400:00000010:1.0:1776190133.712233:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029b25a43. 00000100:00000200:1.0:1776190133.712238:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301372416, portal 16 00000400:00000010:1.0:1776190133.712242:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029c3017a. 00000100:00000200:1.0:1776190133.712244:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301372416, offset 0 00000400:00000200:1.0:1776190133.712250:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.712256:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.712263:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.712267:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.712269:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.712272:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93020:93020:256:4294967295] 192.168.203.39@tcp LPNI seq info [93020:93020:8:4294967295] 00000400:00000200:1.0:1776190133.712279:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.712283:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.712286:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000018c6da1 (tot 82352466). 00000800:00000200:1.0:1776190133.712289:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.712293:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.712295:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000018c6da1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190133.712621:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.712624:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000018c6da1 (tot 82352218). 00000400:00000200:2.0:1776190133.712629:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.712633:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.712636:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029c3017a 00000400:00000010:2.0:1776190133.712638:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029c3017a. 00000100:00000200:2.0:1776190133.712642:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000909ebbf0 x1862468301372416/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.715032:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.715049:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823c00 00000400:00000200:2.0:1776190133.715057:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6641 [1] + 224 00000400:00000200:2.0:1776190133.715075:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.715079:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.715088:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000909ebbf0 x1862468301372416/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.715555:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.715564:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a340 00000400:00000200:2.0:1776190133.715569:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4f99 [2] + 1312 00000400:00000200:2.0:1776190133.715724:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.715728:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.715733:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190133.715738:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 00000400:00000010:1.0:1776190133.715912:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed7ef070. 00000400:00000200:1.0:1776190133.715917:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029b25a43 00000400:00000010:1.0:1776190133.715919:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029b25a43. 00000100:00000200:1.0:1776190133.715925:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000909ebbf0 x1862468301372416/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.716022:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000909ebbf0 x1862468301372416/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.716050:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ccd57eb. 02000000:00000010:1.0:1776190133.716056:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000144d8796. 00000100:00000010:1.0:1776190133.716059:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 00000100:00000010:1.0:1776190133.716062:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000038727429. 00010000:00000010:1.0:1776190133.716073:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037a03677. 00000020:00000010:0.0:1776190133.716800:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8b3e5bb. 00000020:00000010:0.0:1776190133.716810:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000078deb21. 00000020:00000010:0.0:1776190133.716816:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002b6a75f2. 00000100:00000200:0.0:1776190133.716842:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e941f260 x1862468296483648/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190133.716873:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296483648 02000000:00000010:0.0:1776190133.716884:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e142235e. 00010000:00000010:0.0:1776190133.716911:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000789d9ee6. 00010000:00000010:0.0:1776190133.716931:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000035c1e258. 00000100:00000010:0.0:1776190133.716937:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079ce2bc7. 00000100:00000010:0.0:1776190133.716953:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079ce2bc7. 00010000:00000010:0.0:1776190133.716957:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000035c1e258. 00000400:00000010:0.0:1776190133.716971:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009746daff. 00000100:00000200:0.0:1776190133.716976:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296483648, offset 224 00000400:00000200:0.0:1776190133.716984:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.716995:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.717001:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93021:93021:256:4294967295] 192.168.203.39@tcp LPNI seq info [93021:93021:8:4294967295] 00000400:00000200:0.0:1776190133.717011:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.717016:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.717020:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0e399fd (tot 82352466). 00000800:00000200:0.0:1776190133.717026:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.717037:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.717040:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e0e399fd type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776190133.717044:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000144d8796. 00000020:00000010:0.0:1776190133.717054:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000078deb21. 00000020:00000010:0.0:1776190133.717060:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002b6a75f2. 00000020:00000010:0.0:1776190133.717063:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8b3e5bb. 00010000:00000010:1.0:1776190133.717132:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046568734. 00010000:00000010:1.0:1776190133.717147:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005354d731. 00010000:00000010:1.0:1776190133.717374:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aaaa9a4e. 00010000:00000010:1.0:1776190133.717379:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000046568734. 00010000:00000010:1.0:1776190133.717389:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037a03677. 00000100:00000010:1.0:1776190133.717393:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000038727429. 00000100:00000010:1.0:1776190133.717399:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000909ebbf0. 02000000:00000010:1.0:1776190133.717408:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002ccd57eb. 02000000:00000010:1.0:1776190133.717428:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009eca25d4. 00000400:00000010:1.0:1776190133.717433:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed7ef070. 00000400:00000010:1.0:1776190133.717437:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029b25a43. 00000100:00000200:1.0:1776190133.717441:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301372480, portal 16 00000400:00000010:1.0:1776190133.717445:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000befa0629. 00000100:00000200:1.0:1776190133.717447:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301372480, offset 0 00000400:00000200:1.0:1776190133.717452:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.717459:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.717466:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.717469:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1776190133.717470:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1776190133.717472:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000800:00000010:2.0:1776190133.717474:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0e399fd (tot 82352218). 00000400:00000200:1.0:1776190133.717474:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93022:93022:255:4294967295] 192.168.203.39@tcp LPNI seq info [93022:93022:7:4294967295] 00000400:00000200:2.0:1776190133.717478:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.717482:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.717482:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000400:00000200:2.0:1776190133.717485:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009746daff 00000800:00000200:1.0:1776190133.717486:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000400:00000010:2.0:1776190133.717487:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009746daff. 00000800:00000010:1.0:1776190133.717489:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031d29c32 (tot 82352466). 00000800:00000200:1.0:1776190133.717492:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.717496:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.717499:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031d29c32 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190133.717551:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.717554:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031d29c32 (tot 82352218). 00000400:00000200:2.0:1776190133.717569:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.717572:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.717574:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000befa0629 00000400:00000010:2.0:1776190133.717575:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000befa0629. 00000100:00000200:2.0:1776190133.717580:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000909ebbf0 x1862468301372480/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.721454:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.721474:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823c40 00000400:00000200:0.0:1776190133.721482:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb664d [1] + 224 00000400:00000200:0.0:1776190133.721493:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.721497:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.721507:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000909ebbf0 x1862468301372480/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.721585:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.721591:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a380 00000400:00000200:0.0:1776190133.721596:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4f99 [2] + 1640 00000400:00000200:0.0:1776190133.721655:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.721658:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.721662:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190133.721667:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b1213a9c. 00000020:00000010:3.0:1776190133.721744:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5eb14ca. 00000020:00000010:3.0:1776190133.721750:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f742104f. 00000020:00000010:3.0:1776190133.721754:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000087a5256e. 00000100:00000200:3.0:1776190133.721796:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b1213a9c x1862468296483712/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190133.721833:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296483712 02000000:00000010:3.0:1776190133.721843:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dcfd2e0f. 00010000:00000010:3.0:1776190133.721879:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092fd0805. 00000100:00000010:3.0:1776190133.721885:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008eba7e73. 00000100:00000010:3.0:1776190133.721890:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008eba7e73. 00010000:00000010:3.0:1776190133.721894:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092fd0805. 00000400:00000010:3.0:1776190133.721907:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e2823b6. 00000100:00000200:3.0:1776190133.721911:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296483712, offset 224 00000400:00000200:3.0:1776190133.721919:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.721939:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.721944:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93023:93023:256:4294967295] 192.168.203.39@tcp LPNI seq info [93023:93023:8:4294967295] 00000400:00000200:3.0:1776190133.721955:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.721960:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.721964:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190133.721969:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.721976:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.721979:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190133.721994:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f742104f. 00000020:00000010:3.0:1776190133.721997:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000087a5256e. 00000020:00000010:3.0:1776190133.722000:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5eb14ca. 00000800:00000200:3.0:1776190133.722053:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.722057:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:3.0:1776190133.722062:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.722065:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.722068:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e2823b6 00000400:00000010:3.0:1776190133.722069:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e2823b6. 00010000:00000010:1.1:1776190133.722576:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee02f12c. 00010000:00000010:1.1:1776190133.722584:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000132eae94. 00000400:00000010:1.0:1776190133.722594:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed7ef070. 00000400:00000200:1.0:1776190133.722597:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029b25a43 00000400:00000010:1.0:1776190133.722599:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029b25a43. 00000100:00000200:1.0:1776190133.722604:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000909ebbf0 x1862468301372480/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.722613:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000909ebbf0 x1862468301372480/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190133.722688:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ce956e6. 02000000:00000010:1.0:1776190133.722703:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009eca25d4. 02000000:00000010:1.0:1776190133.722708:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002ccd57eb. 00000100:00000010:1.0:1776190133.722712:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 00000100:00000010:1.0:1776190133.722715:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000038727429. 00010000:00000010:1.0:1776190133.722717:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037a03677. 00080000:00000010:1.0:1776190133.722741:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ccd57eb. 00010000:00000010:3.1:1776190133.723095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5a4ec19. 00010000:00000010:1.0:1776190133.723314:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046568734. 00010000:00000010:1.0:1776190133.723321:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c82ad2a8. 00010000:00000010:1.0:1776190133.723393:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018bb45f7. 00010000:00000010:1.0:1776190133.723398:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000046568734. 00010000:00000010:1.0:1776190133.723407:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037a03677. 00000100:00000010:1.0:1776190133.723411:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000038727429. 00000100:00000010:1.0:1776190133.723417:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000909ebbf0. 02000000:00000010:1.0:1776190133.723428:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009eca25d4. 02000000:00000010:1.0:1776190133.723449:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072bbc3a9. 00000400:00000010:1.0:1776190133.723453:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed7ef070. 00000400:00000010:1.0:1776190133.723458:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029b25a43. 00000100:00000200:1.0:1776190133.723463:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301372544, portal 16 00000400:00000010:1.0:1776190133.723467:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190133.723468:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301372544, offset 0 00000400:00000200:1.0:1776190133.723475:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.723485:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.723491:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.723495:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.723497:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.723500:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93024:93024:256:4294967295] 192.168.203.39@tcp LPNI seq info [93024:93024:8:4294967295] 00000400:00000200:1.0:1776190133.723509:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.723622:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.723626:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c40e4d7 (tot 82352466). 00000800:00000200:1.0:1776190133.723699:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.723705:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.723708:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c40e4d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.723989:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.723992:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c40e4d7 (tot 82352218). 00000400:00000200:3.0:1776190133.723998:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.724003:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.724007:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:3.0:1776190133.724009:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 00000100:00000200:3.0:1776190133.724014:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000909ebbf0 x1862468301372544/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190133.725065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e4e3f7b. 00010000:00000010:1.1:1776190133.729826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f7d7a0f. 00010000:00000010:1.1:1776190133.729849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015da34f9. 00010000:00000010:1.1:1776190133.729854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ba841c1. 00000400:00000200:0.0:1776190133.733211:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.733229:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823c80 00000400:00000200:0.0:1776190133.733237:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6659 [1] + 224 00000400:00000200:0.0:1776190133.733248:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.733252:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.733261:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000909ebbf0 x1862468301372544/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.733285:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.733289:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a3c0 00000400:00000200:0.0:1776190133.733293:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4f99 [2] + 1968 00000400:00000010:0.0:1776190133.733297:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000029e67b77. 00000400:00000200:0.0:1776190133.733300:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e41a2eec 00000400:00000200:0.0:1776190133.733350:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.733354:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.733356:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e41a2eec 00000400:00000010:0.0:1776190133.733358:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e41a2eec (tot 82352066). 00000100:00000200:0.0:1776190133.733363:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190133.733551:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5eb14ca. 00000020:00000010:3.0:1776190133.733563:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f742104f. 00000020:00000010:3.0:1776190133.733568:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000087a5256e. 00000100:00000200:3.0:1776190133.733592:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c3a9170a x1862468296483776/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190133.733627:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296483776 02000000:00000010:3.0:1776190133.733644:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d5573785. 00010000:00000010:3.0:1776190133.733680:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092fd0805. 00000100:00000010:3.0:1776190133.733687:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008eba7e73. 00000100:00000010:3.0:1776190133.733695:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008eba7e73. 00010000:00000010:3.0:1776190133.733698:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092fd0805. 00000400:00000010:3.0:1776190133.733710:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e2823b6. 00000100:00000200:3.0:1776190133.733716:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296483776, offset 224 00000400:00000010:2.0:1776190133.733718:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed7ef070. 00000400:00000200:2.0:1776190133.733722:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029b25a43 00000400:00000010:2.0:1776190133.733724:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029b25a43. 00010000:00000010:1.1:1776190133.734098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da7936e1. 00010000:00000010:1.1:1776190133.734106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aaaa9a4e. 00000100:00000200:2.0:1776190133.734145:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000909ebbf0 x1862468301372544/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190133.734154:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000909ebbf0 x1862468301372544/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190133.734185:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000619fcb5d. 02000000:00000010:2.0:1776190133.734203:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072bbc3a9. 02000000:00000010:2.0:1776190133.734208:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009eca25d4. 00000100:00000010:2.0:1776190133.734212:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 00000100:00000010:2.0:1776190133.734216:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000038727429. 00010000:00000010:2.0:1776190133.734218:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037a03677. 00080000:00000010:2.0:1776190133.734241:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd009713. 00010000:00000010:2.0:1776190133.734345:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046568734. 00010000:00000010:2.0:1776190133.734353:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000fcbecfb. 00010000:00000010:2.0:1776190133.734421:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039b6fee1. 00010000:00000010:2.0:1776190133.734427:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000048678281. 00010000:00000010:2.0:1776190133.734438:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d5d814d. 00000100:00000010:2.0:1776190133.734441:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:2.0:1776190133.734448:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 02000000:00000010:2.0:1776190133.734457:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002075be15. 02000000:00000010:2.0:1776190133.734476:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066654c2b. 00000400:00000010:2.0:1776190133.734480:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000df52371b. 00000400:00000200:3.0:1776190133.735190:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.735208:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.735214:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93025:93025:256:4294967295] 192.168.203.39@tcp LPNI seq info [93025:93025:8:4294967295] 00000400:00000200:3.0:1776190133.735224:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.735230:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.735237:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352314). 00000800:00000200:3.0:1776190133.735244:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.735251:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.735255:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1776190133.735257:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc836e8a. 00000100:00000200:2.0:1776190133.735263:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301372608, portal 16 00000400:00000010:2.0:1776190133.735267:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098d8ef60. 00000100:00000200:2.0:1776190133.735269:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301372608, offset 0 00000400:00000200:2.0:1776190133.735275:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.735281:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000020:00000010:3.0:1776190133.735287:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f742104f. 00000400:00000200:2.0:1776190133.735287:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.735290:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000020:00000010:3.0:1776190133.735291:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000087a5256e. 00000400:00000200:2.0:1776190133.735293:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000020:00000010:3.0:1776190133.735295:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5eb14ca. 00000400:00000200:2.0:1776190133.735295:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93026:93026:255:4294967295] 192.168.203.39@tcp LPNI seq info [93026:93026:7:4294967295] 00000400:00000200:2.0:1776190133.735301:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 02000000:00000010:3.0:1776190133.735303:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dcfd2e0f. 00000100:00000010:3.0:1776190133.735305:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b1213a9c. 00000800:00000200:2.0:1776190133.735305:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 02000000:00000010:3.0:1776190133.735309:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e142235e. 00000100:00000010:3.0:1776190133.735312:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 02000000:00000010:3.0:1776190133.735317:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000046ec8719. 00000100:00000010:3.0:1776190133.735319:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 02000000:00000010:3.0:1776190133.735322:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000573d13a2. 00000100:00000010:3.0:1776190133.735324:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 02000000:00000010:3.0:1776190133.735327:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003bde6b1b. 00000100:00000010:3.0:1776190133.735329:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 02000000:00000010:3.0:1776190133.735331:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000002e46734. 00000100:00000010:3.0:1776190133.735333:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000200:3.0:1776190133.735345:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190133.735350:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074075983. 00000400:00000010:3.0:1776190133.735354:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008eba7e73 (tot 82352466). 00000800:00000200:0.0:1776190133.735473:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.735477:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:0.0:1776190133.735483:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.735487:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.735491:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e2823b6 00000400:00000010:0.0:1776190133.735492:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e2823b6. 02000000:00000010:0.0:1776190133.735497:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d5573785. 00000800:00000010:2.0:1776190133.735533:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a3d1fd9 (tot 82352466). 00000800:00000200:2.0:1776190133.735538:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.735543:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.735545:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002a3d1fd9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.736539:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.736543:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a3d1fd9 (tot 82352218). 00000400:00000200:3.0:1776190133.736549:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.737681:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.737688:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098d8ef60 00000400:00000010:3.0:1776190133.737692:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098d8ef60. 00000100:00000200:3.0:1776190133.737701:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000969b7ebd x1862468301372608/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.738573:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.738590:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823cc0 00000400:00000200:0.0:1776190133.738598:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6665 [1] + 224 00000400:00000200:0.0:1776190133.738612:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.738615:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.738622:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000969b7ebd x1862468301372608/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190133.738698:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000df52371b. 00000400:00000200:2.0:1776190133.738703:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc836e8a 00000400:00000010:2.0:1776190133.738705:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc836e8a. 00000100:00000200:2.0:1776190133.738712:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000969b7ebd x1862468301372608/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190133.738718:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000969b7ebd x1862468301372608/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190133.738745:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066654c2b. 02000000:00000010:2.0:1776190133.738751:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002075be15. 00000100:00000010:2.0:1776190133.738757:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 00000100:00000010:2.0:1776190133.738761:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:2.0:1776190133.738764:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d5d814d. 00000400:00000200:0.0:1776190133.739115:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.739123:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a400 00000400:00000200:0.0:1776190133.739128:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4ff1 [2] + 0 00000400:00000200:0.0:1776190133.739197:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.739201:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.739206:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190133.739211:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a510ccf3. 00000020:00000010:3.0:1776190133.740020:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dcfd2e0f. 00000020:00000010:3.0:1776190133.740028:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f742104f. 00000020:00000010:3.0:1776190133.740033:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000087a5256e. 00000100:00000200:3.0:1776190133.740058:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a510ccf3 x1862468296483840/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190133.740116:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296483840 02000000:00000010:0.0:1776190133.740129:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e142235e. 00010000:00000010:0.0:1776190133.740155:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b5f9143. 00010000:00000010:0.0:1776190133.740171:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000035c1e258. 00000100:00000010:0.0:1776190133.740176:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079ce2bc7. 00000100:00000010:0.0:1776190133.740277:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079ce2bc7. 00010000:00000010:0.0:1776190133.740280:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000035c1e258. 00000400:00000010:0.0:1776190133.740292:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faa656ed. 00000100:00000200:0.0:1776190133.740297:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296483840, offset 224 00000400:00000200:0.0:1776190133.740302:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.740314:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.740319:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93027:93027:256:4294967295] 192.168.203.39@tcp LPNI seq info [93027:93027:8:4294967295] 00000400:00000200:0.0:1776190133.740329:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.740334:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.740338:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0e399fd (tot 82352466). 00000800:00000200:0.0:1776190133.740343:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.740349:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.740354:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e0e399fd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.740374:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f742104f. 00000020:00000010:0.0:1776190133.740378:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000087a5256e. 00000020:00000010:0.0:1776190133.740381:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dcfd2e0f. 00080000:00000010:2.0:1776190133.740434:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066654c2b. 00010000:00000010:2.0:1776190133.740530:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048678281. 00010000:00000010:2.0:1776190133.740536:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003deb809f. 00010000:00000010:2.0:1776190133.740604:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000665a3136. 00010000:00000010:2.0:1776190133.740608:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008da3f2c3. 00010000:00000010:2.0:1776190133.740613:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf442a8c. 00010000:00000010:2.0:1776190133.740618:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000048678281. 00080000:00000010:2.0:1776190133.740629:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4fbb4ad. 00010000:00000010:2.0:1776190133.740743:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048678281. 00010000:00000010:2.0:1776190133.740748:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008da3f2c3. 00000800:00000200:3.0:1776190133.740815:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.740820:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0e399fd (tot 82352218). 00000400:00000200:3.0:1776190133.740825:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.740830:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.740833:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faa656ed 00000400:00000010:3.0:1776190133.740836:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faa656ed. 00010000:00000010:2.1:1776190133.741292:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af693aa0. 00010000:00000010:2.1:1776190133.741299:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dfe46de. 00010000:00000010:2.1:1776190133.741302:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018bb45f7. 00010000:00000010:2.0:1776190133.741346:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005541f3c9. 00010000:00000010:2.0:1776190133.741351:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000048678281. 00010000:00000010:2.0:1776190133.741360:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d5d814d. 00000100:00000010:2.0:1776190133.741364:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:2.0:1776190133.741371:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 02000000:00000010:2.0:1776190133.741383:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ba0f57ca. 02000000:00000010:2.0:1776190133.741405:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000589fbdd8. 00000400:00000010:2.0:1776190133.741412:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000df52371b. 00000400:00000010:2.0:1776190133.741417:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc836e8a. 00000100:00000200:2.0:1776190133.741422:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301372672, portal 16 00000400:00000010:2.0:1776190133.741426:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0363170. 00000100:00000200:2.0:1776190133.741429:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301372672, offset 0 00000400:00000200:2.0:1776190133.741435:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.741444:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.741451:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.741454:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190133.741457:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190133.741460:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93028:93028:256:4294967295] 192.168.203.39@tcp LPNI seq info [93028:93028:8:4294967295] 00000400:00000200:2.0:1776190133.741467:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.741472:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.741476:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc81a4c0 (tot 82352466). 00000800:00000200:2.0:1776190133.741481:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.741485:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.741488:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc81a4c0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190133.741904:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.741907:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc81a4c0 (tot 82352218). 00000400:00000200:0.0:1776190133.741912:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.741916:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.741920:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0363170 00000400:00000010:0.0:1776190133.741922:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0363170. 00000100:00000200:0.0:1776190133.741928:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000969b7ebd x1862468301372672/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.745893:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.747529:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823d00 00000400:00000200:2.0:1776190133.747540:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6675 [1] + 224 00000400:00000200:2.0:1776190133.747569:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.747574:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.747584:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000969b7ebd x1862468301372672/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.747623:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.747629:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a440 00000400:00000200:2.0:1776190133.747633:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4ff1 [2] + 328 00000400:00000200:2.0:1776190133.747644:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.747647:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.747651:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190133.747657:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 00000400:00000010:1.0:1776190133.747660:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000df52371b. 00000400:00000200:1.0:1776190133.747665:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc836e8a 00000400:00000010:1.0:1776190133.747667:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc836e8a. 00000100:00000200:1.0:1776190133.747674:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000969b7ebd x1862468301372672/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.747682:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000969b7ebd x1862468301372672/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.747709:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000589fbdd8. 02000000:00000010:1.0:1776190133.747715:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ba0f57ca. 00000100:00000010:1.0:1776190133.747719:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 00000100:00000010:1.0:1776190133.747722:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:1.0:1776190133.747726:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d5d814d. 00000020:00000010:0.0:1776190133.747878:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8b3e5bb. 00000020:00000010:0.0:1776190133.747885:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000078deb21. 00000020:00000010:0.0:1776190133.747890:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002b6a75f2. 00000100:00000200:0.0:1776190133.747914:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d9e7cf1 x1862468296483904/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190133.747946:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296483904 02000000:00000010:0.0:1776190133.747958:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004f3519a9. 00010000:00000010:0.0:1776190133.747984:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9b63929. 00010000:00000010:0.0:1776190133.748003:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000035c1e258. 00000100:00000010:0.0:1776190133.748009:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079ce2bc7. 00000100:00000010:0.0:1776190133.748059:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079ce2bc7. 00010000:00000010:0.0:1776190133.748063:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000035c1e258. 00000400:00000010:0.0:1776190133.748075:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078894c92. 00000100:00000200:0.0:1776190133.748079:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296483904, offset 224 00000400:00000200:0.0:1776190133.748086:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.748096:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.748101:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93029:93029:256:4294967295] 192.168.203.39@tcp LPNI seq info [93029:93029:8:4294967295] 00000400:00000200:0.0:1776190133.748109:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.748114:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.748119:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b7ab983 (tot 82352466). 00000800:00000200:0.0:1776190133.748124:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.748131:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.748134:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001b7ab983 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.748157:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000078deb21. 00000020:00000010:0.0:1776190133.748161:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002b6a75f2. 00000020:00000010:0.0:1776190133.748164:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8b3e5bb. 00080000:00000010:1.0:1776190133.748207:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000851a0c4d. 00010000:00000010:1.0:1776190133.748286:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048678281. 00010000:00000010:1.0:1776190133.748293:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004fd97b28. 00010000:00000010:1.0:1776190133.748634:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aaaa9a4e. 00010000:00000010:1.0:1776190133.748642:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f550873. 00010000:00000010:1.0:1776190133.748653:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dbdbd40a. 00000100:00000010:1.0:1776190133.748657:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008861a05e. 00000100:00000010:1.0:1776190133.748664:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 02000000:00000010:1.0:1776190133.748674:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009eca25d4. 02000000:00000010:1.0:1776190133.748693:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072bbc3a9. 00000400:00000010:1.0:1776190133.748697:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000037eb0311. 00000400:00000010:1.0:1776190133.748701:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fce4358d. 00000100:00000200:1.0:1776190133.748706:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301372736, portal 16 00000400:00000010:1.0:1776190133.748709:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000269626f8. 00000100:00000200:1.0:1776190133.748711:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301372736, offset 0 00000400:00000200:1.0:1776190133.748716:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.748723:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.748730:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.748733:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.748735:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.748738:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93030:93030:255:4294967295] 192.168.203.39@tcp LPNI seq info [93030:93030:7:4294967295] 00000400:00000200:1.0:1776190133.748744:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.748748:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.748751:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006708edc (tot 82352714). 00000800:00000200:1.0:1776190133.748755:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.748759:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.748761:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006708edc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.749357:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.749362:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b7ab983 (tot 82352466). 00000400:00000200:3.0:1776190133.749367:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.749372:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.749377:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078894c92 00000400:00000010:3.0:1776190133.749378:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078894c92. 00000800:00000200:2.0:1776190133.749653:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.749656:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006708edc (tot 82352218). 00000400:00000200:2.0:1776190133.749662:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.749666:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.749670:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000269626f8 00000400:00000010:2.0:1776190133.749671:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000269626f8. 00000100:00000200:2.0:1776190133.749677:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d96c74a9 x1862468301372736/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.753034:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.753057:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823d40 00000400:00000200:0.0:1776190133.753066:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6681 [1] + 224 00000400:00000200:0.0:1776190133.753084:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.753088:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.753097:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d96c74a9 x1862468301372736/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190133.753314:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000037eb0311. 00000400:00000200:1.0:1776190133.753319:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fce4358d 00000400:00000010:1.0:1776190133.753321:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fce4358d. 00000100:00000200:1.0:1776190133.753327:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d96c74a9 x1862468301372736/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.753430:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d96c74a9 x1862468301372736/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.753459:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072bbc3a9. 02000000:00000010:1.0:1776190133.753465:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009eca25d4. 00000100:00000010:1.0:1776190133.753469:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000100:00000010:1.0:1776190133.753472:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008861a05e. 00010000:00000010:1.0:1776190133.753476:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dbdbd40a. 00000400:00000200:2.0:1776190133.753710:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.753719:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a480 00000400:00000200:2.0:1776190133.753724:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4ff1 [2] + 656 00000400:00000200:2.0:1776190133.753803:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.753807:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.753812:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190133.753817:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000385e35d2. 00010000:00000010:0.1:1776190133.753952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c0bf784. 00000020:00000010:0.0:1776190133.753992:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8b3e5bb. 00000020:00000010:0.0:1776190133.753999:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000078deb21. 00000020:00000010:0.0:1776190133.754003:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002b6a75f2. 00000100:00000200:0.0:1776190133.754029:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000385e35d2 x1862468296483968/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190133.754062:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296483968 02000000:00000010:0.0:1776190133.754074:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000073ddcf13. 00010000:00000010:0.0:1776190133.754099:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee955da2. 00010000:00000010:0.0:1776190133.754118:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000035c1e258. 00000100:00000010:0.0:1776190133.754123:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079ce2bc7. 00000100:00000010:0.0:1776190133.754135:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079ce2bc7. 00010000:00000010:0.0:1776190133.754138:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000035c1e258. 00000400:00000010:0.0:1776190133.754151:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057762c55. 00000100:00000200:0.0:1776190133.754156:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296483968, offset 224 00000400:00000200:0.0:1776190133.754161:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.754169:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.754173:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93031:93031:256:4294967295] 192.168.203.39@tcp LPNI seq info [93031:93031:8:4294967295] 00000400:00000200:0.0:1776190133.754182:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.754187:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.754191:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f5f3eeb7 (tot 82352466). 00000800:00000200:0.0:1776190133.754196:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.754202:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.754206:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f5f3eeb7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.754240:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000078deb21. 00000020:00000010:0.0:1776190133.754245:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002b6a75f2. 00000020:00000010:0.0:1776190133.754249:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8b3e5bb. 00000800:00000200:3.0:1776190133.754322:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.754326:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f5f3eeb7 (tot 82352218). 00000400:00000200:3.0:1776190133.754329:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1776190133.754329:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009eca25d4. 00000400:00000200:3.0:1776190133.754333:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.754336:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057762c55 00000400:00000010:3.0:1776190133.754338:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057762c55. 00010000:00000010:1.0:1776190133.754505:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f550873. 00010000:00000010:1.0:1776190133.754525:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000595b1919. 00010000:00000010:1.0:1776190133.754602:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015da34f9. 00010000:00000010:1.0:1776190133.754608:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f550873. 00010000:00000010:1.0:1776190133.754617:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dbdbd40a. 00000100:00000010:1.0:1776190133.754621:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008861a05e. 00000100:00000010:1.0:1776190133.754627:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 02000000:00000010:1.0:1776190133.754637:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000072bbc3a9. 02000000:00000010:1.0:1776190133.754657:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1b39726. 00000400:00000010:1.0:1776190133.754661:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000037eb0311. 00000400:00000010:1.0:1776190133.754665:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fce4358d. 00000100:00000200:1.0:1776190133.754670:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301372800, portal 16 00000400:00000010:1.0:1776190133.754673:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000295c0815. 00000100:00000200:1.0:1776190133.754675:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301372800, offset 0 00000400:00000200:1.0:1776190133.754680:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.754687:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.754693:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.754697:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.754700:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.754702:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93032:93032:256:4294967295] 192.168.203.39@tcp LPNI seq info [93032:93032:8:4294967295] 00000400:00000200:1.0:1776190133.754709:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.754713:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.754716:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d164298 (tot 82352466). 00000800:00000200:1.0:1776190133.754720:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.754723:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.754726:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d164298 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190133.755606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fd547e1. 00010000:00000010:2.1:1776190133.755625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039b6fee1. 00010000:00000010:2.1:1776190133.755629:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000665a3136. 00010000:00000010:2.1:1776190133.755631:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf442a8c. 00000800:00000200:0.0:1776190133.756025:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.756029:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d164298 (tot 82352218). 00000400:00000200:0.0:1776190133.756036:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.756044:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.756050:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000295c0815 00000400:00000010:0.0:1776190133.756052:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000295c0815. 00000100:00000200:0.0:1776190133.756058:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d96c74a9 x1862468301372800/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.758592:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.758612:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823d80 00000400:00000200:2.0:1776190133.758622:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb668d [1] + 224 00000400:00000200:2.0:1776190133.758650:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.758654:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.758664:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d96c74a9 x1862468301372800/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190133.758920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004117d286. 00010000:00000010:1.1:1776190133.758929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005541f3c9. 00000400:00000010:1.0:1776190133.758949:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000037eb0311. 00000400:00000200:1.0:1776190133.758953:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fce4358d 00000400:00000010:1.0:1776190133.758956:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fce4358d. 00000100:00000200:1.0:1776190133.758961:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d96c74a9 x1862468301372800/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.758969:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d96c74a9 x1862468301372800/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.758997:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1b39726. 02000000:00000010:1.0:1776190133.759004:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000072bbc3a9. 00000100:00000010:1.0:1776190133.759008:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000100:00000010:1.0:1776190133.759012:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008861a05e. 00010000:00000010:1.0:1776190133.759015:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dbdbd40a. 00000400:00000200:3.0:1776190133.759839:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.759852:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a4c0 00000400:00000200:3.0:1776190133.759858:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4ff1 [2] + 984 00000400:00000200:3.0:1776190133.759912:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.759917:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.759922:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.759927:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 00000020:00000010:2.0:1776190133.760138:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f6d9cae. 00000020:00000010:2.0:1776190133.760146:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.760150:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190133.760174:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003ffde2ec x1862468296484032/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190133.760203:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296484032 02000000:00000010:2.0:1776190133.760213:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f239ac54. 00010000:00000010:2.0:1776190133.760238:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005e9dac6f. 00010000:00000010:2.0:1776190133.760259:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190133.760265:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:2.0:1776190133.760282:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:2.0:1776190133.760285:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190133.760296:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044ef1c59. 00000100:00000200:2.0:1776190133.760302:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296484032, offset 224 00000400:00000200:2.0:1776190133.760319:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.760331:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.760336:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93033:93033:256:4294967295] 192.168.203.39@tcp LPNI seq info [93033:93033:8:4294967295] 00080000:00000010:1.0:1776190133.760345:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072bbc3a9. 00000400:00000200:2.0:1776190133.760346:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.760354:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.760359:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054ef62b4 (tot 82352466). 00000800:00000200:2.0:1776190133.760364:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.760370:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.760373:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054ef62b4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190133.760394:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.760398:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.760401:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f6d9cae. 00010000:00000010:1.0:1776190133.760427:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f550873. 00010000:00000010:1.0:1776190133.760435:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007df475f8. 00010000:00000010:1.0:1776190133.760522:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4a76965. 00010000:00000010:1.0:1776190133.760528:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f550873. 00010000:00000010:1.0:1776190133.760536:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dbdbd40a. 00000100:00000010:1.0:1776190133.760540:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008861a05e. 00000100:00000010:1.0:1776190133.760546:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 02000000:00000010:1.0:1776190133.760555:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1b39726. 02000000:00000010:1.0:1776190133.760574:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ebb82787. 00000400:00000010:1.0:1776190133.760579:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000037eb0311. 00000400:00000010:1.0:1776190133.760583:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fce4358d. 00000100:00000200:1.0:1776190133.760588:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301372864, portal 16 00000400:00000010:1.0:1776190133.760591:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac2f0cb. 00000100:00000200:1.0:1776190133.760593:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301372864, offset 0 00000400:00000200:1.0:1776190133.760599:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.760605:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.760611:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.760615:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.760617:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.760619:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93034:93034:255:4294967295] 192.168.203.39@tcp LPNI seq info [93034:93034:7:4294967295] 00000400:00000200:1.0:1776190133.760626:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.760631:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.760634:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006429d592 (tot 82352714). 00000800:00000200:1.0:1776190133.760637:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.760641:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.760643:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006429d592 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190133.761076:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.761081:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054ef62b4 (tot 82352466). 00000400:00000200:0.0:1776190133.761086:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.761091:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.761094:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044ef1c59 00000400:00000010:0.0:1776190133.761096:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044ef1c59. 00000800:00000200:0.0:1776190133.761149:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.761151:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006429d592 (tot 82352218). 00000400:00000200:0.0:1776190133.761155:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.761158:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.761160:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac2f0cb 00000400:00000010:0.0:1776190133.761161:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac2f0cb. 00000100:00000200:0.0:1776190133.761166:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d96c74a9 x1862468301372864/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.763483:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.763503:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823dc0 00000400:00000200:2.0:1776190133.763519:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6699 [1] + 224 00000400:00000200:2.0:1776190133.763533:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.763537:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.763544:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d96c74a9 x1862468301372864/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190133.763663:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000037eb0311. 00000400:00000200:1.0:1776190133.763668:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fce4358d 00000400:00000010:1.0:1776190133.763670:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fce4358d. 00000100:00000200:1.0:1776190133.763676:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d96c74a9 x1862468301372864/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.763684:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d96c74a9 x1862468301372864/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190133.763793:0:77242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000657c9b1. 00010000:00000010:1.1:1776190133.763801:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aaaa9a4e. 02000000:00000010:1.0:1776190133.763824:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ebb82787. 02000000:00000010:1.0:1776190133.763830:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f1b39726. 00000100:00000010:1.0:1776190133.763836:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000100:00000010:1.0:1776190133.763840:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008861a05e. 00010000:00000010:1.0:1776190133.763844:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dbdbd40a. 00010000:00000010:0.1:1776190133.763853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c90d768b. 00010000:00000010:0.1:1776190133.763861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009975a540. 00000400:00000200:3.0:1776190133.764212:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.764221:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a500 00000400:00000200:3.0:1776190133.764227:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4ff1 [2] + 1312 00000400:00000200:3.0:1776190133.764270:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.764274:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.764279:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.764285:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000020:00000010:2.0:1776190133.764335:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f6d9cae. 00000020:00000010:2.0:1776190133.764341:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.764346:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190133.764367:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074baf3bb x1862468296484096/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190133.764397:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296484096 02000000:00000010:2.0:1776190133.764405:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000029ae799e. 00010000:00000010:2.0:1776190133.764425:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006bfd36c9. 00010000:00000010:2.0:1776190133.764443:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190133.764448:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:2.0:1776190133.764461:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:2.0:1776190133.764464:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190133.764474:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d79ca7. 00000100:00000200:2.0:1776190133.764478:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296484096, offset 224 00000400:00000200:2.0:1776190133.764486:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.764495:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.764502:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93035:93035:256:4294967295] 192.168.203.39@tcp LPNI seq info [93035:93035:8:4294967295] 00000400:00000200:2.0:1776190133.764522:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.764527:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.764531:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6ecb0ff (tot 82352466). 00000800:00000200:2.0:1776190133.764536:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.764542:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.764545:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d6ecb0ff type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190133.764561:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.764564:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.764567:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f6d9cae. 00080000:00000010:1.0:1776190133.764619:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1b39726. 00000800:00000200:0.0:1776190133.764659:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.764663:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6ecb0ff (tot 82352218). 00000400:00000200:0.0:1776190133.764668:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.764672:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.764676:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d79ca7 00000400:00000010:0.0:1776190133.764678:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d79ca7. 00010000:00000010:1.0:1776190133.765018:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f550873. 00010000:00000010:1.0:1776190133.765026:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004cdb7a22. 00010000:00000010:1.0:1776190133.765089:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aaaa9a4e. 00010000:00000010:1.0:1776190133.765093:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f550873. 00010000:00000010:1.0:1776190133.765101:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dbdbd40a. 00000100:00000010:1.0:1776190133.765104:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008861a05e. 00000100:00000010:1.0:1776190133.765109:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 02000000:00000010:1.0:1776190133.765117:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ebb82787. 02000000:00000010:1.0:1776190133.765135:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001ae3feb7. 00000400:00000010:1.0:1776190133.765138:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000037eb0311. 00000400:00000010:1.0:1776190133.765142:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fce4358d. 00000100:00000200:1.0:1776190133.765146:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301372928, portal 16 00000400:00000010:1.0:1776190133.765150:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac2f0cb. 00000100:00000200:1.0:1776190133.765153:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301372928, offset 0 00000400:00000200:1.0:1776190133.765158:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.765164:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.765170:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.765173:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.765187:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.765189:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93036:93036:256:4294967295] 192.168.203.39@tcp LPNI seq info [93036:93036:8:4294967295] 00000400:00000200:1.0:1776190133.765197:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.765201:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.765204:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069334a23 (tot 82352466). 00000800:00000200:1.0:1776190133.765208:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.765212:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.765214:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069334a23 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190133.765318:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.765321:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069334a23 (tot 82352218). 00000400:00000200:2.0:1776190133.765325:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.765329:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.765332:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac2f0cb 00000400:00000010:2.0:1776190133.765333:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac2f0cb. 00000100:00000200:2.0:1776190133.765338:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d96c74a9 x1862468301372928/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190133.768825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e425e768. 00010000:00000010:1.1:1776190133.768843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015da34f9. 00010000:00000010:2.1:1776190133.768893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6ff7bf0. 00010000:00000010:1.1:1776190133.772823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005191d5d4. 00010000:00000010:1.1:1776190133.772839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a76965. 00000400:00000200:3.0:1776190133.773273:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.773291:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823e00 00000400:00000200:3.0:1776190133.773301:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb66a5 [1] + 224 00000400:00000200:3.0:1776190133.773329:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.773334:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.773344:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d96c74a9 x1862468301372928/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190133.773534:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000037eb0311. 00000400:00000200:1.0:1776190133.773539:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fce4358d 00000400:00000010:1.0:1776190133.773541:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fce4358d. 00000100:00000200:1.0:1776190133.773546:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d96c74a9 x1862468301372928/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.773555:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d96c74a9 x1862468301372928/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.773582:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001ae3feb7. 02000000:00000010:1.0:1776190133.773587:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ebb82787. 00000100:00000010:1.0:1776190133.773591:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000100:00000010:1.0:1776190133.773595:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008861a05e. 00010000:00000010:1.0:1776190133.773598:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dbdbd40a. 00000400:00000200:0.0:1776190133.774570:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.774582:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a540 00000400:00000200:0.0:1776190133.774589:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4ff1 [2] + 1640 00000400:00000200:0.0:1776190133.774640:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.774644:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.774649:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190133.774654:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000085063ae4. 00000020:00000010:2.0:1776190133.774713:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f6d9cae. 00000020:00000010:2.0:1776190133.774720:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.774724:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190133.774747:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000085063ae4 x1862468296484160/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190133.774856:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296484160 02000000:00000010:2.0:1776190133.774867:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000555bb2e5. 00010000:00000010:2.0:1776190133.774892:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000063bdf4d3. 00010000:00000010:2.0:1776190133.774912:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190133.774918:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:2.0:1776190133.774925:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:2.0:1776190133.774928:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000010:2.0:1776190133.774938:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000380035ad. 00000100:00000200:2.0:1776190133.774943:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296484160, offset 224 00000400:00000200:2.0:1776190133.774950:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.774961:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.774966:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93037:93037:256:4294967295] 192.168.203.39@tcp LPNI seq info [93037:93037:8:4294967295] 00000400:00000200:2.0:1776190133.774975:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.774980:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.774984:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb044675 (tot 82352466). 00000800:00000200:2.0:1776190133.774989:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.774995:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.774998:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb044675 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190133.775021:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.775024:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.775027:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f6d9cae. 00080000:00000010:1.0:1776190133.775084:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ebb82787. 00000800:00000200:3.0:1776190133.775100:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.775105:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb044675 (tot 82352218). 00000400:00000200:3.0:1776190133.775110:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.775114:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.775117:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000380035ad 00000400:00000010:3.0:1776190133.775120:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000380035ad. 00010000:00000010:1.0:1776190133.775156:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f550873. 00010000:00000010:1.0:1776190133.775163:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d70a13c8. 00010000:00000010:1.0:1776190133.775223:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005191d5d4. 00010000:00000010:1.0:1776190133.775226:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005903b8bf. 00010000:00000010:1.0:1776190133.775231:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4a76965. 00010000:00000010:1.0:1776190133.775235:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f550873. 00080000:00000010:1.0:1776190133.775243:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ae3feb7. 00010000:00000010:1.0:1776190133.775261:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f550873. 00010000:00000010:1.0:1776190133.775264:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005903b8bf. 00010000:00000010:1.0:1776190133.775316:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015da34f9. 00010000:00000010:1.0:1776190133.775319:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f550873. 00010000:00000010:1.0:1776190133.775325:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dbdbd40a. 00000100:00000010:1.0:1776190133.775329:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008861a05e. 00000100:00000010:1.0:1776190133.775335:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 02000000:00000010:1.0:1776190133.775344:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009ba15022. 02000000:00000010:1.0:1776190133.775362:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b55c330. 00000400:00000010:1.0:1776190133.775366:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000037eb0311. 00000400:00000010:1.0:1776190133.775370:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fce4358d. 00000100:00000200:1.0:1776190133.775374:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301372992, portal 16 00000400:00000010:1.0:1776190133.775378:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000295c0815. 00000100:00000200:1.0:1776190133.775380:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301372992, offset 0 00000400:00000200:1.0:1776190133.775385:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.775391:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.775397:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.775400:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.775403:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.775406:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93038:93038:256:4294967295] 192.168.203.39@tcp LPNI seq info [93038:93038:8:4294967295] 00000400:00000200:1.0:1776190133.775416:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.775420:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.775422:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000350c588e (tot 82352466). 00000800:00000200:1.0:1776190133.775426:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.775429:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.775431:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000350c588e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.775615:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.775618:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000350c588e (tot 82352218). 00000400:00000200:3.0:1776190133.775622:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.775626:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.775630:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000295c0815 00000400:00000010:3.0:1776190133.775632:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000295c0815. 00000100:00000200:3.0:1776190133.775643:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d96c74a9 x1862468301372992/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190133.780888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ae3acae. 00000400:00000200:0.0:1776190133.782918:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.783042:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823e40 00000400:00000200:0.0:1776190133.783053:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb66b1 [1] + 224 00000400:00000200:0.0:1776190133.783066:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.783070:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.783081:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d96c74a9 x1862468301372992/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.783155:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.783162:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a580 00000400:00000200:0.0:1776190133.783166:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb4ff1 [2] + 1968 00000400:00000010:0.0:1776190133.783170:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3cfc9c1. 00000400:00000200:0.0:1776190133.783173:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003ea229ad 00000400:00000200:0.0:1776190133.783180:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.783183:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.783185:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ea229ad 00000400:00000010:0.0:1776190133.783188:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003ea229ad (tot 82352066). 00000100:00000200:0.0:1776190133.783194:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190133.783298:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020ba0cf5. 00000020:00000010:3.0:1776190133.783305:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190133.783316:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190133.783340:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c5ed8704 x1862468296484224/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190133.783372:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296484224 02000000:00000010:3.0:1776190133.783382:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d91d986f. 00010000:00000010:3.0:1776190133.783418:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092fd0805. 00000100:00000010:3.0:1776190133.783425:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c39fbb41. 00000100:00000010:3.0:1776190133.783432:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c39fbb41. 00010000:00000010:3.0:1776190133.783434:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092fd0805. 00000400:00000010:3.0:1776190133.783448:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190133.783454:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296484224, offset 224 00000400:00000200:3.0:1776190133.783462:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.783472:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.783478:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93039:93039:256:4294967295] 192.168.203.39@tcp LPNI seq info [93039:93039:8:4294967295] 00000400:00000200:3.0:1776190133.783487:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.783492:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.783497:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352314). 00000800:00000200:3.0:1776190133.783501:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.783506:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.783517:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190133.783539:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190133.783543:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190133.783545:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020ba0cf5. 02000000:00000010:3.0:1776190133.783858:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000555bb2e5. 00000100:00000010:3.0:1776190133.783865:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000085063ae4. 02000000:00000010:3.0:1776190133.783870:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000029ae799e. 00000100:00000010:3.0:1776190133.783872:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 02000000:00000010:3.0:1776190133.783875:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f239ac54. 00000100:00000010:3.0:1776190133.783877:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190133.783881:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000073ddcf13. 00000100:00000010:3.0:1776190133.783884:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000385e35d2. 02000000:00000010:3.0:1776190133.783886:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004f3519a9. 00000100:00000010:3.0:1776190133.783888:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 02000000:00000010:3.0:1776190133.783891:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e142235e. 00000100:00000010:3.0:1776190133.783895:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a510ccf3. 00000100:00000200:3.0:1776190133.783904:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190133.783910:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58b9fb9. 00000400:00000010:3.0:1776190133.783914:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c39fbb41 (tot 82352466). 00000800:00000200:3.0:1776190133.784662:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.784667:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:3.0:1776190133.784675:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.784682:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.784686:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd055298 00000400:00000010:3.0:1776190133.784688:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd055298. 02000000:00000010:3.0:1776190133.784698:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d91d986f. 00000400:00000010:2.0:1776190133.785053:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000037eb0311. 00000400:00000200:2.0:1776190133.785059:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fce4358d 00000400:00000010:2.0:1776190133.785060:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fce4358d. 00000100:00000200:2.0:1776190133.785151:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d96c74a9 x1862468301372992/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190133.785161:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d96c74a9 x1862468301372992/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190133.785184:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097aa9902. 02000000:00000010:2.0:1776190133.785202:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b55c330. 02000000:00000010:2.0:1776190133.785208:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009ba15022. 00000100:00000010:2.0:1776190133.785211:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000100:00000010:2.0:1776190133.785215:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008861a05e. 00010000:00000010:2.0:1776190133.785218:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dbdbd40a. 00080000:00000010:2.0:1776190133.785236:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f6d9cae. 00010000:00000010:2.0:1776190133.785315:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f550873. 00010000:00000010:2.0:1776190133.785372:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed2baf34. 00010000:00000010:2.0:1776190133.785442:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf442a8c. 00010000:00000010:2.0:1776190133.785449:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003d3abc2d. 00010000:00000010:2.0:1776190133.785460:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039db68f. 00000100:00000010:2.0:1776190133.785465:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:2.0:1776190133.785473:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d9e7cf1. 02000000:00000010:2.0:1776190133.785483:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000652f22f7. 02000000:00000010:2.0:1776190133.785507:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dbecbe32. 00000400:00000010:2.0:1776190133.785525:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062e8a4d5. 00000400:00000010:2.0:1776190133.785531:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000701c7527. 00000100:00000200:2.0:1776190133.785535:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301373056, portal 16 00000400:00000010:2.0:1776190133.785539:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfa37fdc. 00000100:00000200:2.0:1776190133.785541:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301373056, offset 0 00000400:00000200:2.0:1776190133.785548:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.785560:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.785568:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.785572:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190133.785575:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190133.785578:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93040:93040:256:4294967295] 192.168.203.39@tcp LPNI seq info [93040:93040:8:4294967295] 00000400:00000200:2.0:1776190133.785586:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.785593:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.785597:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0a4d4c8 (tot 82352466). 00000800:00000200:2.0:1776190133.785603:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.785610:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.785614:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0a4d4c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.785748:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.785751:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0a4d4c8 (tot 82352218). 00000400:00000200:3.0:1776190133.785755:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.785759:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.785762:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfa37fdc 00000400:00000010:3.0:1776190133.785764:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfa37fdc. 00000100:00000200:3.0:1776190133.785769:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d9e7cf1 x1862468301373056/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.788901:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.788920:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823e80 00000400:00000200:0.0:1776190133.788931:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb66c1 [1] + 224 00000400:00000200:0.0:1776190133.788947:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.788950:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.788960:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d9e7cf1 x1862468301373056/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190133.789468:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062e8a4d5. 00000400:00000200:1.0:1776190133.789474:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000701c7527 00000400:00000010:1.0:1776190133.789476:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000701c7527. 00000100:00000200:1.0:1776190133.789484:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d9e7cf1 x1862468301373056/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.789492:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d9e7cf1 x1862468301373056/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.789532:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dbecbe32. 02000000:00000010:1.0:1776190133.789538:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000652f22f7. 00000100:00000010:1.0:1776190133.789542:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d9e7cf1. 00000100:00000010:1.0:1776190133.789546:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:1.0:1776190133.789549:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039db68f. 00000400:00000200:0.0:1776190133.794913:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.794932:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a5c0 00000400:00000200:0.0:1776190133.794941:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb5055 [2] + 0 00000400:00000200:0.0:1776190133.795010:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.795014:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.795021:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190133.795027:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099231bc8. 00000020:00000010:2.0:1776190133.795127:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cdc1d234. 00000020:00000010:2.0:1776190133.795134:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.795138:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190133.795161:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000099231bc8 x1862468296484288/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190133.795192:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296484288 02000000:00000010:2.0:1776190133.795202:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000093ef2fbb. 00010000:00000010:2.0:1776190133.795226:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045a96b12. 00010000:00000010:2.0:1776190133.795244:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000022594259. 00000100:00000010:2.0:1776190133.795250:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:2.0:1776190133.795264:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:2.0:1776190133.795267:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000022594259. 00000400:00000010:2.0:1776190133.795279:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190133.795284:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296484288, offset 224 00000400:00000200:2.0:1776190133.795291:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.795301:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.795306:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93041:93041:256:4294967295] 192.168.203.39@tcp LPNI seq info [93041:93041:8:4294967295] 00000400:00000200:2.0:1776190133.795315:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.795320:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.795324:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797f442e (tot 82352466). 00000800:00000200:2.0:1776190133.795330:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.795336:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.795339:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000797f442e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190133.795353:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008da3f2c3. 00000020:00000010:2.0:1776190133.795356:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.795359:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cdc1d234. 00000800:00000200:2.0:1776190133.795413:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.795416:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797f442e (tot 82352218). 00000400:00000200:2.0:1776190133.795420:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.795423:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.795426:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000400:00000010:2.0:1776190133.795428:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 00080000:00000010:2.0:1776190133.795452:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cdc1d234. 00010000:00000010:2.0:1776190133.795537:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d3abc2d. 00010000:00000010:2.0:1776190133.795544:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000033d759ad. 00010000:00000010:2.0:1776190133.795612:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039b6fee1. 00010000:00000010:2.0:1776190133.795617:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003d3abc2d. 00010000:00000010:2.0:1776190133.795625:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000022594259. 00000100:00000010:2.0:1776190133.795628:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:2.0:1776190133.795634:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000385e35d2. 02000000:00000010:2.0:1776190133.795643:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cedd0a52. 02000000:00000010:2.0:1776190133.795662:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000652f22f7. 00000400:00000010:2.0:1776190133.795667:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7b89324. 00000400:00000010:2.0:1776190133.795671:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190133.795675:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301373120, portal 16 00000400:00000010:2.0:1776190133.795679:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060ee2544. 00000100:00000200:2.0:1776190133.795681:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301373120, offset 0 00000400:00000200:2.0:1776190133.795685:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.795692:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.795697:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.795701:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190133.795703:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190133.795706:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93042:93042:256:4294967295] 192.168.203.39@tcp LPNI seq info [93042:93042:8:4294967295] 00000400:00000200:2.0:1776190133.795712:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.795719:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.795722:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797f442e (tot 82352466). 00000800:00000200:2.0:1776190133.795725:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.795729:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.795731:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000797f442e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190133.796120:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.796124:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797f442e (tot 82352218). 00000400:00000200:0.0:1776190133.796128:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.796133:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.796135:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ee2544 00000400:00000010:0.0:1776190133.796137:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060ee2544. 00000100:00000200:0.0:1776190133.796142:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000385e35d2 x1862468301373120/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190133.796855:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007538232d. 00010000:00000010:1.1:1776190133.796873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aaaa9a4e. 00010000:00000010:1.1:1776190133.796878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005191d5d4. 00010000:00000010:1.1:1776190133.796881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a76965. 00000400:00000200:0.0:1776190133.800693:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.800712:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823ec0 00000400:00000200:0.0:1776190133.800721:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb66cd [1] + 224 00000400:00000200:0.0:1776190133.800731:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.800735:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.800745:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000385e35d2 x1862468301373120/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.800805:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.800811:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a600 00000400:00000200:0.0:1776190133.800815:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb5055 [2] + 328 00000400:00000200:0.0:1776190133.800868:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.800872:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000010:2.0:1776190133.800878:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7b89324. 00000400:00000200:2.0:1776190133.800884:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000400:00000010:2.0:1776190133.800886:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 00000100:00000200:2.0:1776190133.800894:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000385e35d2 x1862468301373120/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190133.800901:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000385e35d2 x1862468301373120/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190133.800929:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000652f22f7. 02000000:00000010:2.0:1776190133.800935:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cedd0a52. 00000100:00000010:2.0:1776190133.800939:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000385e35d2. 00000100:00000010:2.0:1776190133.800942:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:2.0:1776190133.800946:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000022594259. 00000100:00000200:0.0:1776190133.801195:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190133.801201:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000041c10a1d. 00000020:00000010:3.0:1776190133.801358:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d91d986f. 00000020:00000010:3.0:1776190133.801365:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190133.801369:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190133.801392:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000041c10a1d x1862468296484352/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190133.801424:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296484352 02000000:00000010:3.0:1776190133.801435:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000020ba0cf5. 00010000:00000010:3.0:1776190133.801461:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003110bc3a. 00010000:00000010:3.0:1776190133.801480:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092fd0805. 00000100:00000010:3.0:1776190133.801487:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e44612a6. 00000100:00000010:3.0:1776190133.801501:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e44612a6. 00010000:00000010:3.0:1776190133.801504:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092fd0805. 00000400:00000010:3.0:1776190133.801524:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190133.801529:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296484352, offset 224 00000400:00000200:3.0:1776190133.801536:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.801546:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.801553:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93043:93043:256:4294967295] 192.168.203.39@tcp LPNI seq info [93043:93043:8:4294967295] 00000400:00000200:3.0:1776190133.801562:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00080000:00000010:2.0:1776190133.801565:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cedd0a52. 00000800:00000200:3.0:1776190133.801568:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.801574:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190133.801579:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.801585:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.801588:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190133.801648:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190133.801653:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190133.801655:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d91d986f. 00000800:00000200:0.0:1776190133.801745:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.801749:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00010000:00000010:2.0:1776190133.801754:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d3abc2d. 00000400:00000200:0.0:1776190133.801755:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.801761:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00010000:00000010:2.0:1776190133.801762:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000036133686. 00000400:00000200:0.0:1776190133.801765:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd055298 00000400:00000010:0.0:1776190133.801769:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd055298. 00010000:00000010:2.1:1776190133.801798:0:77242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000349f11bc. 00010000:00000010:2.0:1776190133.801862:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061891e62. 00010000:00000010:2.0:1776190133.801868:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003d3abc2d. 00010000:00000010:2.0:1776190133.801877:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000022594259. 00000100:00000010:2.0:1776190133.801889:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:2.0:1776190133.801895:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000385e35d2. 02000000:00000010:2.0:1776190133.801905:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000652f22f7. 02000000:00000010:2.0:1776190133.801924:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dbecbe32. 00000400:00000010:2.0:1776190133.801928:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7b89324. 00000400:00000010:2.0:1776190133.802248:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190133.802255:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301373184, portal 16 00000400:00000010:2.0:1776190133.802259:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000349040d8. 00000100:00000200:2.0:1776190133.802262:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301373184, offset 0 00000400:00000200:2.0:1776190133.802268:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.802275:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.802282:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.802286:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190133.802288:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190133.802291:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93044:93044:256:4294967295] 192.168.203.39@tcp LPNI seq info [93044:93044:8:4294967295] 00000400:00000200:2.0:1776190133.802299:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.802304:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.802307:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4c63abf (tot 82352466). 00000800:00000200:2.0:1776190133.802312:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.802315:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.802317:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4c63abf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190133.802421:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.802424:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4c63abf (tot 82352218). 00000400:00000200:1.0:1776190133.802429:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.802433:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.802436:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000349040d8 00000400:00000010:1.0:1776190133.802438:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000349040d8. 00000100:00000200:1.0:1776190133.802444:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000385e35d2 x1862468301373184/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190133.805823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000681f0c8b. 00010000:00000010:2.1:1776190133.805837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9f6b5f7. 00010000:00000010:2.1:1776190133.805839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015da34f9. 00010000:00000010:2.1:1776190133.805841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4e5b07c. 00010000:00000010:2.1:1776190133.805844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059f4ad72. 00010000:00000010:2.1:1776190133.805847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf442a8c. 00000400:00000200:0.0:1776190133.806493:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.806519:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823f00 00000400:00000200:0.0:1776190133.806527:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb66d9 [1] + 224 00000400:00000200:0.0:1776190133.806539:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.806542:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.806549:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000385e35d2 x1862468301373184/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.806627:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.806633:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a640 00000400:00000200:0.0:1776190133.806637:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb5055 [2] + 656 00000400:00000200:0.0:1776190133.806677:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.806680:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.806684:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190133.806689:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008363f7c5. 00000020:00000010:3.0:1776190133.806821:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5eb14ca. 00000020:00000010:3.0:1776190133.806828:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190133.806831:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190133.806854:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008363f7c5 x1862468296484416/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190133.806945:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296484416 02000000:00000010:3.0:1776190133.806957:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dcfd2e0f. 00010000:00000010:3.0:1776190133.806992:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092fd0805. 00000100:00000010:3.0:1776190133.806998:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e44612a6. 00000100:00000010:3.0:1776190133.807004:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e44612a6. 00010000:00000010:3.0:1776190133.807007:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092fd0805. 00000400:00000010:3.0:1776190133.807019:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faf97dbc. 00000100:00000200:3.0:1776190133.807024:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296484416, offset 224 00000400:00000200:3.0:1776190133.807031:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.807041:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.807046:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93045:93045:256:4294967295] 192.168.203.39@tcp LPNI seq info [93045:93045:8:4294967295] 00000400:00000200:3.0:1776190133.807055:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.807059:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.807065:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190133.807071:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.807077:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.807081:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190133.807098:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bb290a. 00000020:00000010:3.0:1776190133.807101:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190133.807104:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5eb14ca. 00000400:00000010:2.0:1776190133.807181:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7b89324. 00000400:00000200:2.0:1776190133.807186:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000400:00000010:2.0:1776190133.807189:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 00000100:00000200:2.0:1776190133.807195:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000385e35d2 x1862468301373184/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190133.807202:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000385e35d2 x1862468301373184/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190133.807220:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008fa52a17. 02000000:00000010:2.0:1776190133.807237:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dbecbe32. 02000000:00000010:2.0:1776190133.807241:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000652f22f7. 00000100:00000010:2.0:1776190133.807245:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000385e35d2. 00000100:00000010:2.0:1776190133.807247:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:2.0:1776190133.807250:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000022594259. 00080000:00000010:2.0:1776190133.807265:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000652f22f7. 00010000:00000010:2.0:1776190133.807336:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d3abc2d. 00010000:00000010:2.0:1776190133.807342:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002f168258. 00010000:00000010:2.0:1776190133.807402:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf442a8c. 00010000:00000010:2.0:1776190133.807407:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003d3abc2d. 00010000:00000010:2.0:1776190133.807416:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000022594259. 00000100:00000010:2.0:1776190133.807419:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:2.0:1776190133.807424:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000385e35d2. 02000000:00000010:2.0:1776190133.807432:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dbecbe32. 02000000:00000010:2.0:1776190133.807450:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f239ac54. 00000400:00000010:2.0:1776190133.807453:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7b89324. 00000400:00000010:2.0:1776190133.807456:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011102770. 00000100:00000200:2.0:1776190133.807460:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301373248, portal 16 00000400:00000010:2.0:1776190133.807464:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9d880d0. 00000100:00000200:2.0:1776190133.807466:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301373248, offset 0 00000400:00000200:2.0:1776190133.807471:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.807477:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.807482:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.807485:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190133.807488:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190133.807490:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93046:93046:255:4294967295] 192.168.203.39@tcp LPNI seq info [93046:93046:7:4294967295] 00000400:00000200:2.0:1776190133.807497:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.807500:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.807503:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd90c4b (tot 82352714). 00000800:00000200:2.0:1776190133.807507:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.807521:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.807523:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd90c4b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.807579:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.807583:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352466). 00000400:00000200:3.0:1776190133.807589:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.807593:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.807595:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faf97dbc 00000400:00000010:3.0:1776190133.807597:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faf97dbc. 00000800:00000200:3.0:1776190133.807752:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.807755:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd90c4b (tot 82352218). 00000400:00000200:3.0:1776190133.807759:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.807763:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.807765:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9d880d0 00000400:00000010:3.0:1776190133.807766:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9d880d0. 00000100:00000200:3.0:1776190133.807876:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000385e35d2 x1862468301373248/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190133.813266:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190133.813285:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823f40 00000400:00000200:1.0:1776190133.813299:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb66e5 [1] + 224 00000400:00000200:1.0:1776190133.813311:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.813315:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190133.813325:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000385e35d2 x1862468301373248/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190133.813366:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190133.813372:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a680 00000400:00000200:1.0:1776190133.813381:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb5055 [2] + 984 00000400:00000200:1.0:1776190133.813391:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.813396:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190133.813399:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190133.813405:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 00000400:00000010:3.0:1776190133.813489:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7b89324. 00000400:00000200:3.0:1776190133.813494:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011102770 00000020:00000010:0.0:1776190133.813494:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc572b57. 00000400:00000010:3.0:1776190133.813496:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011102770. 00000020:00000010:0.0:1776190133.813502:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000078deb21. 00000100:00000200:3.0:1776190133.813505:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000385e35d2 x1862468301373248/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776190133.813507:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002b6a75f2. 00000100:00000200:3.0:1776190133.813527:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000385e35d2 x1862468301373248/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190133.813543:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4f3ec3 x1862468296484480/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 02000000:00000010:3.0:1776190133.813555:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f239ac54. 02000000:00000010:3.0:1776190133.813562:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dbecbe32. 00000100:00000010:3.0:1776190133.813565:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000385e35d2. 00000100:00000010:3.0:1776190133.813569:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:3.0:1776190133.813574:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000022594259. 00000100:00000200:0.0:1776190133.813579:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296484480 02000000:00000010:0.0:1776190133.813591:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000073ddcf13. 00010000:00000010:0.0:1776190133.813614:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002469c56b. 00010000:00000010:0.0:1776190133.813633:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000035c1e258. 00000100:00000010:0.0:1776190133.813639:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079ce2bc7. 00000100:00000010:0.0:1776190133.813653:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079ce2bc7. 00010000:00000010:0.0:1776190133.813655:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000035c1e258. 00000400:00000010:0.0:1776190133.813667:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eba861cb. 00000100:00000200:0.0:1776190133.813671:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296484480, offset 224 00000400:00000200:0.0:1776190133.813677:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.813686:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.813691:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93047:93047:256:4294967295] 192.168.203.39@tcp LPNI seq info [93047:93047:8:4294967295] 00000400:00000200:0.0:1776190133.813700:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.813704:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.813707:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef4c7517 (tot 82352466). 00000800:00000200:0.0:1776190133.813712:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.813718:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.813722:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ef4c7517 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.813743:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000078deb21. 00000020:00000010:0.0:1776190133.813747:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002b6a75f2. 00000020:00000010:0.0:1776190133.813750:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc572b57. 00010000:00000010:3.1:1776190133.813921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db890cf5. 00080000:00000010:3.0:1776190133.813943:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5eb14ca. 00010000:00000010:3.0:1776190133.814022:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d3abc2d. 00010000:00000010:3.0:1776190133.814029:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a12cc0e5. 00010000:00000010:3.0:1776190133.814095:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b659aaff. 00010000:00000010:3.0:1776190133.814101:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000043c7190f. 00010000:00000010:3.0:1776190133.814110:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092fd0805. 00010000:00000010:2.1:1776190133.814112:0:1018:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db16d683. 00000100:00000010:3.0:1776190133.814115:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e44612a6. 00010000:00000010:2.1:1776190133.814120:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039b6fee1. 00000100:00000010:3.0:1776190133.814124:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190133.814136:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046ec8719. 02000000:00000010:3.0:1776190133.814157:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5573785. 00000400:00000010:3.0:1776190133.814163:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c99c7142. 00000400:00000010:3.0:1776190133.814167:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faf97dbc. 00000100:00000200:3.0:1776190133.814172:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301373312, portal 16 00000400:00000010:3.0:1776190133.814177:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008fe0f437. 00000100:00000200:3.0:1776190133.814179:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301373312, offset 0 00000400:00000200:3.0:1776190133.814185:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.814193:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.814200:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190133.814203:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190133.814206:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190133.814209:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93048:93048:255:4294967295] 192.168.203.39@tcp LPNI seq info [93048:93048:7:4294967295] 00000400:00000200:3.0:1776190133.814218:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.814223:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.814227:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352714). 00000800:00000200:3.0:1776190133.814231:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.814236:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.814238:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190133.814315:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.814319:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef4c7517 (tot 82352466). 00000400:00000200:1.0:1776190133.814322:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.814326:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.814329:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eba861cb 00000400:00000010:1.0:1776190133.814331:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eba861cb. 00000800:00000200:1.0:1776190133.814390:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.814393:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:1.0:1776190133.814397:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.814400:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.814402:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fe0f437 00000400:00000010:1.0:1776190133.814403:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008fe0f437. 00000100:00000200:1.0:1776190133.814409:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ffde2ec x1862468301373312/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.817556:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.817576:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823f80 00000400:00000200:0.0:1776190133.817585:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb66f1 [1] + 224 00000400:00000200:0.0:1776190133.817600:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.817604:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.817613:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ffde2ec x1862468301373312/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190133.818923:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c99c7142. 00000400:00000200:3.0:1776190133.818933:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faf97dbc 00000400:00000010:3.0:1776190133.818936:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faf97dbc. 00000100:00000200:3.0:1776190133.818948:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ffde2ec x1862468301373312/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190133.818957:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ffde2ec x1862468301373312/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190133.818985:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5573785. 02000000:00000010:3.0:1776190133.818990:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000046ec8719. 00000100:00000010:3.0:1776190133.818993:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000010:3.0:1776190133.818999:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e44612a6. 00010000:00000010:3.0:1776190133.819002:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092fd0805. 00000400:00000200:1.0:1776190133.825476:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190133.825494:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a6c0 00000400:00000200:1.0:1776190133.825500:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb5055 [2] + 1312 00000400:00000200:1.0:1776190133.825582:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.825587:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190133.825594:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190133.825600:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000909ebbf0. 00010000:00000010:0.1:1776190133.825812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d3e6f34. 00000020:00000010:0.0:1776190133.825853:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc572b57. 00000020:00000010:0.0:1776190133.825860:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c4d1f6f. 00000020:00000010:0.0:1776190133.825865:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002b6a75f2. 00000100:00000200:0.0:1776190133.825900:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000909ebbf0 x1862468296484544/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190133.825927:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296484544 02000000:00000010:0.0:1776190133.825938:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8b3e5bb. 00010000:00000010:0.0:1776190133.825966:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfe8e9ab. 00010000:00000010:0.0:1776190133.825984:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b30a055c. 00000100:00000010:0.0:1776190133.825990:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079ce2bc7. 00000100:00000010:0.0:1776190133.826004:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079ce2bc7. 00010000:00000010:0.0:1776190133.826008:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b30a055c. 00000400:00000010:0.0:1776190133.826022:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f73e503. 00000100:00000200:0.0:1776190133.826028:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296484544, offset 224 00000400:00000200:0.0:1776190133.826036:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.826047:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.826052:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93049:93049:256:4294967295] 192.168.203.39@tcp LPNI seq info [93049:93049:8:4294967295] 00000400:00000200:0.0:1776190133.826062:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.826067:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.826072:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000045142ef (tot 82352466). 00000800:00000200:0.0:1776190133.826078:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.826085:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.826089:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000045142ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.826111:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c4d1f6f. 00000020:00000010:0.0:1776190133.826116:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002b6a75f2. 00000020:00000010:0.0:1776190133.826121:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc572b57. 00000800:00000200:1.0:1776190133.826250:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.826255:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000045142ef (tot 82352218). 00000400:00000200:1.0:1776190133.826260:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.826264:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.826267:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f73e503 00000400:00000010:1.0:1776190133.826270:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f73e503. 00080000:00000010:3.0:1776190133.826321:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046ec8719. 00010000:00000010:3.0:1776190133.826856:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043c7190f. 00010000:00000010:3.0:1776190133.826863:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005c54dc6e. 00010000:00000010:3.0:1776190133.826965:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061082947. 00010000:00000010:3.0:1776190133.826971:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000043c7190f. 00010000:00000010:3.0:1776190133.826983:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092fd0805. 00000100:00000010:3.0:1776190133.826987:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e44612a6. 00000100:00000010:3.0:1776190133.826994:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190133.827007:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d5573785. 02000000:00000010:3.0:1776190133.827029:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000217517a8. 00000400:00000010:3.0:1776190133.827035:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c99c7142. 00000400:00000010:3.0:1776190133.827040:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faf97dbc. 00000100:00000200:3.0:1776190133.827045:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301373376, portal 16 00000400:00000010:3.0:1776190133.827050:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001170e319. 00000100:00000200:3.0:1776190133.827052:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301373376, offset 0 00000400:00000200:3.0:1776190133.827059:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.827068:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.827074:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190133.827078:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190133.827081:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190133.827084:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93050:93050:256:4294967295] 192.168.203.39@tcp LPNI seq info [93050:93050:8:4294967295] 00000400:00000200:3.0:1776190133.827092:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.827098:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.827103:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190133.827108:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.827113:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.827116:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190133.827389:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.827392:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:0.0:1776190133.827397:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.827402:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.827405:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001170e319 00000400:00000010:0.0:1776190133.827407:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001170e319. 00000100:00000200:0.0:1776190133.827414:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ffde2ec x1862468301373376/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190133.831073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdc2e5d8. 00010000:00000010:3.1:1776190133.831085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf442a8c. 00010000:00000010:2.1:1776190133.832507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2f4d539. 00010000:00000010:2.1:1776190133.832529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000420e3169. 00010000:00000010:2.1:1776190133.832533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061891e62. 00000400:00000200:1.0:1776190133.835964:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190133.835986:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1823fc0 00000400:00000200:1.0:1776190133.835996:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb66fd [1] + 224 00000400:00000200:1.0:1776190133.836007:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.836011:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190133.836022:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ffde2ec x1862468301373376/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190133.836056:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190133.836061:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a700 00000400:00000200:1.0:1776190133.836066:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb5055 [2] + 1640 00000400:00000200:1.0:1776190133.836119:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.836122:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190133.836126:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190133.836132:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719b5d3. 00010000:00000010:0.1:1776190133.836259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004772c193. 00000020:00000010:0.0:1776190133.841021:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc572b57. 00000400:00000010:2.0:1776190133.841035:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c99c7142. 00000020:00000010:0.0:1776190133.841036:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aa543a4e. 00000400:00000200:2.0:1776190133.841042:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faf97dbc 00000020:00000010:0.0:1776190133.841043:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002b6a75f2. 00000400:00000010:2.0:1776190133.841046:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faf97dbc. 00000100:00000200:2.0:1776190133.841061:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ffde2ec x1862468301373376/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190133.841073:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ffde2ec x1862468301373376/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190133.841073:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a719b5d3 x1862468296484608/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 02000000:00000010:2.0:1776190133.841119:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000217517a8. 00000100:00000200:0.0:1776190133.841125:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296484608 02000000:00000010:2.0:1776190133.841128:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d5573785. 00000100:00000010:2.0:1776190133.841133:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 02000000:00000010:0.0:1776190133.841137:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b8d95336. 00000100:00000010:2.0:1776190133.841139:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e44612a6. 00010000:00000010:2.0:1776190133.841144:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092fd0805. 00010000:00000010:0.0:1776190133.841994:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f161fcb. 00010000:00000010:0.0:1776190133.842017:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000035c1e258. 00000100:00000010:0.0:1776190133.842024:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079ce2bc7. 00000100:00000010:0.0:1776190133.842081:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079ce2bc7. 00010000:00000010:0.0:1776190133.842085:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000035c1e258. 00000400:00000010:0.0:1776190133.842102:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeac3683. 00000100:00000200:0.0:1776190133.842108:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296484608, offset 224 00000400:00000200:0.0:1776190133.842117:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.842134:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.842139:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93051:93051:256:4294967295] 192.168.203.39@tcp LPNI seq info [93051:93051:8:4294967295] 00000400:00000200:0.0:1776190133.842149:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.842154:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.842159:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005b4f162a (tot 82352466). 00000800:00000200:0.0:1776190133.842164:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.842172:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.842176:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005b4f162a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.842200:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aa543a4e. 00000020:00000010:0.0:1776190133.842205:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002b6a75f2. 00000020:00000010:0.0:1776190133.842209:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc572b57. 00080000:00000010:2.0:1776190133.842288:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000555bb2e5. 00000800:00000200:1.0:1776190133.842334:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.842338:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005b4f162a (tot 82352218). 00000400:00000200:1.0:1776190133.842342:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.842348:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.842352:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeac3683 00000400:00000010:1.0:1776190133.842354:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeac3683. 00010000:00000010:2.0:1776190133.842520:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043c7190f. 00010000:00000010:2.0:1776190133.842528:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004574b630. 00010000:00000010:2.0:1776190133.842600:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061891e62. 00010000:00000010:2.0:1776190133.842606:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002b0b90a2. 00010000:00000010:2.0:1776190133.842617:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004a353df. 00000100:00000010:2.0:1776190133.842621:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:2.0:1776190133.842717:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 02000000:00000010:2.0:1776190133.842729:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ba0f57ca. 02000000:00000010:2.0:1776190133.842753:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000589fbdd8. 00000400:00000010:2.0:1776190133.842758:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000070c43506. 00000400:00000010:2.0:1776190133.842763:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003907f796. 00000100:00000200:2.0:1776190133.842769:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301373440, portal 16 00000400:00000010:2.0:1776190133.842855:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3c9c2a1. 00000100:00000200:2.0:1776190133.842858:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301373440, offset 0 00000400:00000200:2.0:1776190133.842864:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.842873:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.842880:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.842883:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190133.842886:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190133.842888:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93052:93052:256:4294967295] 192.168.203.39@tcp LPNI seq info [93052:93052:8:4294967295] 00000400:00000200:2.0:1776190133.842895:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.842899:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.842902:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd90c4b (tot 82352466). 00000800:00000200:2.0:1776190133.842906:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.842911:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.842914:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd90c4b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.842996:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.842999:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd90c4b (tot 82352218). 00000400:00000200:3.0:1776190133.843004:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.843008:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.843012:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3c9c2a1 00000400:00000010:3.0:1776190133.843013:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3c9c2a1. 00000100:00000200:3.0:1776190133.843021:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000969b7ebd x1862468301373440/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190133.845822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001e2e7cf. 00010000:00000010:3.1:1776190133.845837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b659aaff. 00010000:00000010:0.1:1776190133.850350:0:78510:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006990cf99. 00000400:00000200:1.0:1776190133.850622:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190133.850639:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824000 00000400:00000200:1.0:1776190133.850647:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6709 [1] + 224 00000400:00000200:1.0:1776190133.850662:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.850666:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190133.850676:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000969b7ebd x1862468301373440/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190133.850762:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000070c43506. 00000400:00000200:2.0:1776190133.850767:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003907f796 00000400:00000010:2.0:1776190133.850768:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003907f796. 00000400:00000200:1.0:1776190133.850977:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190133.850985:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a740 00000100:00000200:2.0:1776190133.851057:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000969b7ebd x1862468301373440/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190133.851066:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000969b7ebd x1862468301373440/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190133.851096:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000589fbdd8. 02000000:00000010:2.0:1776190133.851101:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ba0f57ca. 00000100:00000010:2.0:1776190133.851105:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 00000100:00000010:2.0:1776190133.851110:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:2.0:1776190133.851113:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004a353df. 00000400:00000200:1.0:1776190133.851279:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb5055 [2] + 1968 00000400:00000010:1.0:1776190133.851284:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000049d9fd8a. 00000400:00000200:1.0:1776190133.851289:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000c811325 00000400:00000200:1.0:1776190133.851341:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.851345:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.851347:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c811325 00000400:00000010:1.0:1776190133.851349:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000c811325 (tot 82352066). 00000100:00000200:1.0:1776190133.851354:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190133.853107:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000109dc683. 00000020:00000010:3.0:1776190133.853118:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190133.853123:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190133.853151:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f75af550 x1862468296484672/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190133.853183:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296484672 02000000:00000010:3.0:1776190133.853193:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d91d986f. 00010000:00000010:3.0:1776190133.853221:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b353341. 00010000:00000010:3.0:1776190133.853239:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad6ba8dd. 00000100:00000010:3.0:1776190133.853245:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000269d7417. 00000100:00000010:3.0:1776190133.853260:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000269d7417. 00010000:00000010:3.0:1776190133.853263:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad6ba8dd. 00000400:00000010:3.0:1776190133.853276:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008045c754. 00000100:00000200:3.0:1776190133.853282:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296484672, offset 224 00000400:00000200:3.0:1776190133.853289:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.853303:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.853715:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93053:93053:256:4294967295] 192.168.203.39@tcp LPNI seq info [93053:93053:8:4294967295] 00000400:00000200:3.0:1776190133.853727:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.853731:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.853735:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ccc8acf (tot 82352314). 00000800:00000200:3.0:1776190133.853740:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.853745:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.853748:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ccc8acf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190133.853768:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f15f59d. 00000020:00000010:3.0:1776190133.853790:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190133.853793:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000109dc683. 02000000:00000010:3.0:1776190133.853800:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b8d95336. 00000100:00000010:3.0:1776190133.853803:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 02000000:00000010:3.0:1776190133.853806:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8b3e5bb. 00000100:00000010:3.0:1776190133.853809:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 02000000:00000010:3.0:1776190133.853812:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000073ddcf13. 00000100:00000010:3.0:1776190133.853814:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 02000000:00000010:3.0:1776190133.853816:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dcfd2e0f. 00000100:00000010:3.0:1776190133.853818:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008363f7c5. 02000000:00000010:3.0:1776190133.853821:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000020ba0cf5. 00000100:00000010:3.0:1776190133.853822:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000041c10a1d. 02000000:00000010:3.0:1776190133.853824:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000093ef2fbb. 00000100:00000010:3.0:1776190133.853825:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099231bc8. 00000100:00000200:3.0:1776190133.853831:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190133.853835:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000096a048f7. 00000400:00000010:3.0:1776190133.853838:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000269d7417 (tot 82352466). 00080000:00000010:3.0:1776190133.853858:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020ba0cf5. 00010000:00000010:3.0:1776190133.853930:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002b0b90a2. 00010000:00000010:3.0:1776190133.853935:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d8c28f45. 00010000:00000010:3.0:1776190133.853994:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b659aaff. 00010000:00000010:3.0:1776190133.853997:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ef6c2ae3. 00010000:00000010:3.0:1776190133.854004:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad6ba8dd. 00000100:00000010:3.0:1776190133.854008:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d0047ee. 00000100:00000010:3.0:1776190133.854015:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 02000000:00000010:3.0:1776190133.854024:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dcfd2e0f. 02000000:00000010:3.0:1776190133.854046:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000109dc683. 00000400:00000010:3.0:1776190133.854049:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000042dbd25b. 00000400:00000010:3.0:1776190133.854053:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012090ddf. 00000100:00000200:3.0:1776190133.854056:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301373504, portal 16 00000400:00000010:3.0:1776190133.854061:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faf97dbc. 00000100:00000200:3.0:1776190133.854063:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301373504, offset 0 00000400:00000200:3.0:1776190133.854068:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.854075:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.854081:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190133.854085:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190133.854088:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190133.854092:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93054:93054:255:4294967295] 192.168.203.39@tcp LPNI seq info [93054:93054:7:4294967295] 00000400:00000200:3.0:1776190133.854106:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.854111:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.854115:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000855045aa (tot 82352714). 00000800:00000200:3.0:1776190133.854121:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.854125:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.854127:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000855045aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190133.854185:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.854190:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ccc8acf (tot 82352466). 00000400:00000200:0.0:1776190133.854196:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.854201:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.854205:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008045c754 00000400:00000010:0.0:1776190133.854207:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008045c754. 02000000:00000010:0.0:1776190133.854212:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d91d986f. 00000800:00000200:0.0:1776190133.854346:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.854350:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000855045aa (tot 82352218). 00000400:00000200:0.0:1776190133.854353:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.854356:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.854358:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faf97dbc 00000400:00000010:0.0:1776190133.854359:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faf97dbc. 00000100:00000200:0.0:1776190133.854364:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074baf3bb x1862468301373504/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190133.854410:0:78510:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008eeaf178. 00010000:00000010:2.1:1776190133.854416:0:78510:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061082947. 00000400:00000200:1.0:1776190133.858124:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190133.858139:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824040 00000400:00000200:1.0:1776190133.858146:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6719 [1] + 224 00000400:00000200:1.0:1776190133.858158:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.858161:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190133.858171:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000074baf3bb x1862468301373504/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190133.858252:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000042dbd25b. 00000400:00000200:3.0:1776190133.858256:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012090ddf 00000400:00000010:3.0:1776190133.858258:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012090ddf. 00000100:00000200:3.0:1776190133.858264:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074baf3bb x1862468301373504/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190133.858271:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074baf3bb x1862468301373504/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190133.858296:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000109dc683. 02000000:00000010:3.0:1776190133.858302:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dcfd2e0f. 00000100:00000010:3.0:1776190133.858306:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 00000100:00000010:3.0:1776190133.858310:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002d0047ee. 00010000:00000010:3.0:1776190133.858314:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad6ba8dd. 00000400:00000200:1.0:1776190133.861787:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190133.861808:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a780 00000400:00000200:1.0:1776190133.861816:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb50ad [2] + 0 00000400:00000200:1.0:1776190133.862153:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.862159:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190133.862167:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190133.862173:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 00000020:00000010:2.0:1776190133.862717:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba0f57ca. 00000020:00000010:2.0:1776190133.862724:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d88882c8. 00000020:00000010:2.0:1776190133.862728:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190133.862754:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4f3ec3 x1862468296484736/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190133.862859:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296484736 02000000:00000010:2.0:1776190133.862872:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000589fbdd8. 00010000:00000010:2.0:1776190133.862898:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aff4c61a. 00010000:00000010:2.0:1776190133.862917:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004a353df. 00000100:00000010:2.0:1776190133.862924:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:2.0:1776190133.862938:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:2.0:1776190133.862942:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004a353df. 00000400:00000010:2.0:1776190133.862955:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003907f796. 00000100:00000200:2.0:1776190133.862961:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296484736, offset 224 00000400:00000200:2.0:1776190133.862970:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.862983:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.862990:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93055:93055:256:4294967295] 192.168.203.39@tcp LPNI seq info [93055:93055:8:4294967295] 00000400:00000200:2.0:1776190133.862999:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.863004:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.863009:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4c63abf (tot 82352466). 00000800:00000200:2.0:1776190133.863014:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.863020:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.863024:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4c63abf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190133.863038:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d88882c8. 00000020:00000010:2.0:1776190133.863041:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.863044:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba0f57ca. 00000800:00000200:0.0:1776190133.863845:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.863851:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4c63abf (tot 82352218). 00000400:00000200:0.0:1776190133.863858:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.864157:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.864163:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003907f796 00000400:00000010:0.0:1776190133.864166:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003907f796. 00010000:00000010:3.1:1776190133.864761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8f70c6c. 00080000:00000010:3.0:1776190133.864832:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dcfd2e0f. 00010000:00000010:3.0:1776190133.864928:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef6c2ae3. 00010000:00000010:3.0:1776190133.864936:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e529d09. 00010000:00000010:3.0:1776190133.865006:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024510e9b. 00010000:00000010:3.0:1776190133.865012:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ef6c2ae3. 00010000:00000010:3.0:1776190133.865023:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e01f7b1a. 00000100:00000010:3.0:1776190133.865028:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d0047ee. 00000100:00000010:3.0:1776190133.865036:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 02000000:00000010:3.0:1776190133.865049:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000109dc683. 02000000:00000010:3.0:1776190133.865076:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d91d986f. 00000400:00000010:3.0:1776190133.865082:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000042dbd25b. 00000400:00000010:3.0:1776190133.865086:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012090ddf. 00000100:00000200:3.0:1776190133.865091:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301373568, portal 16 00000400:00000010:3.0:1776190133.865094:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001170e319. 00000100:00000200:3.0:1776190133.865096:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301373568, offset 0 00000400:00000200:3.0:1776190133.865102:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.865113:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.865118:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190133.865121:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190133.865123:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190133.865125:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93056:93056:256:4294967295] 192.168.203.39@tcp LPNI seq info [93056:93056:8:4294967295] 00000400:00000200:3.0:1776190133.865133:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.865136:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.865140:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000855045aa (tot 82352466). 00000800:00000200:3.0:1776190133.865144:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.865148:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.865151:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000855045aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190133.865645:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.865649:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000855045aa (tot 82352218). 00000400:00000200:0.0:1776190133.865654:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.865660:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.865664:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001170e319 00000400:00000010:0.0:1776190133.865666:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001170e319. 00000100:00000200:0.0:1776190133.865672:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074baf3bb x1862468301373568/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.867365:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.867384:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824080 00000400:00000200:3.0:1776190133.867393:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6725 [1] + 224 00000400:00000200:3.0:1776190133.867407:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.867410:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.867418:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000074baf3bb x1862468301373568/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190133.867546:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000042dbd25b. 00000400:00000200:0.0:1776190133.867551:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012090ddf 00000400:00000010:0.0:1776190133.867552:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012090ddf. 00000100:00000200:0.0:1776190133.867558:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074baf3bb x1862468301373568/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190133.867565:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074baf3bb x1862468301373568/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190133.867592:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d91d986f. 02000000:00000010:0.0:1776190133.867598:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000109dc683. 00000100:00000010:0.0:1776190133.867601:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 00000100:00000010:0.0:1776190133.867606:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002d0047ee. 00010000:00000010:0.0:1776190133.867609:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e01f7b1a. 00010000:00000010:3.1:1776190133.867808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007651a1e1. 00010000:00000010:3.1:1776190133.867815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061891e62. 00000400:00000200:0.0:1776190133.869110:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.869127:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a7c0 00000400:00000200:0.0:1776190133.869134:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb50ad [2] + 328 00000400:00000200:0.0:1776190133.869714:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.869721:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.869728:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190133.869734:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099231bc8. 00000020:00000010:2.0:1776190133.870156:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba0f57ca. 00000020:00000010:2.0:1776190133.870163:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d88882c8. 00000020:00000010:2.0:1776190133.870167:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190133.870190:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000099231bc8 x1862468296484800/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190133.870219:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296484800 02000000:00000010:2.0:1776190133.870227:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000093ef2fbb. 00010000:00000010:2.0:1776190133.870253:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee5b06aa. 00010000:00000010:2.0:1776190133.870270:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004a353df. 00000100:00000010:2.0:1776190133.870277:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:2.0:1776190133.870294:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:2.0:1776190133.870297:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004a353df. 00000400:00000010:2.0:1776190133.870308:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1c3cb68. 00000100:00000200:2.0:1776190133.870313:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296484800, offset 224 00000400:00000200:2.0:1776190133.870320:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.870329:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.870335:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93057:93057:256:4294967295] 192.168.203.39@tcp LPNI seq info [93057:93057:8:4294967295] 00000400:00000200:2.0:1776190133.870345:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.870350:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.870354:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797f442e (tot 82352466). 00000800:00000200:2.0:1776190133.870359:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.870366:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.870369:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000797f442e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190133.870384:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d88882c8. 00000020:00000010:2.0:1776190133.870388:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.870391:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba0f57ca. 00080000:00000010:1.0:1776190133.870455:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f616ea2b. 00000800:00000200:2.0:1776190133.870464:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.870468:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797f442e (tot 82352218). 00000400:00000200:2.0:1776190133.870473:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.870477:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.870480:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1c3cb68 00000400:00000010:2.0:1776190133.870482:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1c3cb68. 00010000:00000010:1.0:1776190133.870551:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef6c2ae3. 00010000:00000010:1.0:1776190133.870558:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d43997b1. 00010000:00000010:1.0:1776190133.870632:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4a76965. 00010000:00000010:1.0:1776190133.870638:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3ee7c62. 00010000:00000010:1.0:1776190133.870647:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ebe43297. 00000100:00000010:1.0:1776190133.870652:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059c4a754. 00000100:00000010:1.0:1776190133.870658:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000909ebbf0. 02000000:00000010:1.0:1776190133.870669:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000552e1118. 02000000:00000010:1.0:1776190133.870691:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b55c330. 00000400:00000010:1.0:1776190133.870698:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007adc776d. 00000400:00000010:1.0:1776190133.870703:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000269626f8. 00000100:00000200:1.0:1776190133.870707:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301373632, portal 16 00000400:00000010:1.0:1776190133.870711:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029b25a43. 00000100:00000200:1.0:1776190133.870713:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301373632, offset 0 00000400:00000200:1.0:1776190133.870718:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.870725:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.870730:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.870733:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.870736:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.870739:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93058:93058:256:4294967295] 192.168.203.39@tcp LPNI seq info [93058:93058:8:4294967295] 00000400:00000200:1.0:1776190133.870745:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.870749:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.870752:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190133.870756:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.870760:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.870762:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.870959:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.870961:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:3.0:1776190133.870966:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.870969:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.870972:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029b25a43 00000400:00000010:3.0:1776190133.870974:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029b25a43. 00000100:00000200:3.0:1776190133.870980:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000909ebbf0 x1862468301373632/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190133.871970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8f4abe6. 00010000:00000010:3.1:1776190133.875621:0:785:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8db14c3. 00010000:00000010:3.1:1776190133.875634:0:785:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b659aaff. 00000400:00000200:0.0:1776190133.877002:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.877020:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18240c0 00000400:00000200:0.0:1776190133.877030:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6731 [1] + 224 00000400:00000200:0.0:1776190133.877042:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.877047:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.877057:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000909ebbf0 x1862468301373632/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.877092:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.877098:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a800 00000400:00000200:0.0:1776190133.877103:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb50ad [2] + 656 00000400:00000010:1.0:1776190133.877115:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007adc776d. 00000400:00000200:1.0:1776190133.877121:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000269626f8 00000400:00000200:0.0:1776190133.877122:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1776190133.877125:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000269626f8. 00000400:00000200:0.0:1776190133.877128:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.877133:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1776190133.877134:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000909ebbf0 x1862468301373632/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1776190133.877138:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000041c10a1d. 00000100:00000200:1.0:1776190133.877146:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000909ebbf0 x1862468301373632/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190133.877181:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b55c330. 02000000:00000010:1.0:1776190133.877189:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000552e1118. 00000100:00000010:1.0:1776190133.877194:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 00000100:00000010:1.0:1776190133.877198:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059c4a754. 00010000:00000010:1.0:1776190133.877201:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ebe43297. 00000020:00000010:3.0:1776190133.878237:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5573785. 00000020:00000010:3.0:1776190133.878245:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190133.878250:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190133.878273:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000041c10a1d x1862468296484864/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190133.878308:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296484864 02000000:00000010:3.0:1776190133.878316:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000217517a8. 00010000:00000010:3.0:1776190133.878344:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec322f70. 00010000:00000010:3.0:1776190133.878363:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ae7c54b. 00000100:00000010:3.0:1776190133.878369:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cad9a6d3. 00000100:00000010:3.0:1776190133.878385:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cad9a6d3. 00010000:00000010:3.0:1776190133.878387:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ae7c54b. 00000400:00000010:3.0:1776190133.878399:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008fe0f437. 00000100:00000200:3.0:1776190133.878403:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296484864, offset 224 00000400:00000200:3.0:1776190133.878410:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.878421:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.878427:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93059:93059:256:4294967295] 192.168.203.39@tcp LPNI seq info [93059:93059:8:4294967295] 00000400:00000200:3.0:1776190133.878437:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.878443:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.878447:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ccc8acf (tot 82352466). 00000800:00000200:3.0:1776190133.878457:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.878463:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.878466:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ccc8acf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190133.878483:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190133.878487:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190133.878490:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5573785. 00080000:00000010:1.0:1776190133.878539:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b55c330. 00000800:00000200:3.0:1776190133.878594:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.878598:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ccc8acf (tot 82352218). 00000400:00000200:3.0:1776190133.878604:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.878608:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.878611:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fe0f437 00000400:00000010:3.0:1776190133.878613:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008fe0f437. 00010000:00000010:1.0:1776190133.878627:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3ee7c62. 00010000:00000010:1.0:1776190133.878637:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098515c3e. 00010000:00000010:1.0:1776190133.878705:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005191d5d4. 00010000:00000010:1.0:1776190133.878710:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005903b8bf. 00010000:00000010:1.0:1776190133.878716:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aaaa9a4e. 00010000:00000010:1.0:1776190133.878720:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3ee7c62. 00080000:00000010:1.0:1776190133.878734:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ba15022. 00010000:00000010:1.0:1776190133.878759:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3ee7c62. 00010000:00000010:1.0:1776190133.878764:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005903b8bf. 00010000:00000010:1.0:1776190133.878839:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000399f6c32. 00010000:00000010:1.0:1776190133.878844:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3ee7c62. 00010000:00000010:1.0:1776190133.878852:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ebe43297. 00000100:00000010:1.0:1776190133.878856:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059c4a754. 00000100:00000010:1.0:1776190133.878863:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000909ebbf0. 02000000:00000010:1.0:1776190133.878874:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000552e1118. 02000000:00000010:1.0:1776190133.878897:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ae4d2a9. 00000400:00000010:1.0:1776190133.878902:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007adc776d. 00000400:00000010:1.0:1776190133.878906:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000269626f8. 00000100:00000200:1.0:1776190133.878910:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301373696, portal 16 00000400:00000010:1.0:1776190133.878914:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015da9427. 00000100:00000200:1.0:1776190133.878916:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301373696, offset 0 00000400:00000200:1.0:1776190133.878921:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.878928:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.878934:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.878937:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.878940:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.878942:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93060:93060:256:4294967295] 192.168.203.39@tcp LPNI seq info [93060:93060:8:4294967295] 00000400:00000200:1.0:1776190133.878949:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.878953:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.878956:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190133.878960:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.878965:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.878967:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.879101:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.879104:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:3.0:1776190133.879108:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.879112:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.879115:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015da9427 00000400:00000010:3.0:1776190133.879116:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015da9427. 00000100:00000200:3.0:1776190133.879122:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000909ebbf0 x1862468301373696/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190133.879830:0:78512:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf13edca. 00010000:00000010:1.1:1776190133.880072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000434438e0. 00010000:00000010:1.1:1776190133.880078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024510e9b. 00000400:00000200:3.0:1776190133.886283:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.886304:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824100 00000400:00000200:3.0:1776190133.886313:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb673d [1] + 224 00000400:00000200:3.0:1776190133.886324:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.886328:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.886338:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000909ebbf0 x1862468301373696/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.886379:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.886385:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a840 00000400:00000200:3.0:1776190133.886389:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb50ad [2] + 984 00000400:00000200:3.0:1776190133.886441:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.886445:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.886449:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.886454:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 00000020:00000010:3.0:1776190133.886501:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5573785. 00000020:00000010:3.0:1776190133.886516:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190133.886521:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190133.886543:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c4a3a006 x1862468296484928/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190133.886571:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296484928 02000000:00000010:3.0:1776190133.886582:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000109dc683. 00010000:00000010:3.0:1776190133.886618:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ae7c54b. 00000100:00000010:3.0:1776190133.886625:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cad9a6d3. 00000100:00000010:3.0:1776190133.886636:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cad9a6d3. 00010000:00000010:3.0:1776190133.886639:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ae7c54b. 00000400:00000010:3.0:1776190133.886654:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008fe0f437. 00000100:00000200:3.0:1776190133.886660:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296484928, offset 224 00000400:00000200:3.0:1776190133.886668:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.886678:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.886684:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93061:93061:256:4294967295] 192.168.203.39@tcp LPNI seq info [93061:93061:8:4294967295] 00000400:00000200:3.0:1776190133.886694:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.886699:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.886703:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ccc8acf (tot 82352466). 00000800:00000200:3.0:1776190133.886708:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.886716:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.886719:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ccc8acf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190133.886737:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190133.886741:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190133.886744:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5573785. 00000800:00000200:3.0:1776190133.886825:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.886829:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ccc8acf (tot 82352218). 00000400:00000200:3.0:1776190133.886832:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.886836:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.886839:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fe0f437 00000400:00000010:3.0:1776190133.886840:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008fe0f437. 00000400:00000010:2.0:1776190133.887068:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007adc776d. 00000400:00000200:2.0:1776190133.887074:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000269626f8 00000400:00000010:2.0:1776190133.887075:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000269626f8. 00000100:00000200:2.0:1776190133.887081:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000909ebbf0 x1862468301373696/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190133.887089:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000909ebbf0 x1862468301373696/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190133.887110:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009ebefe60. 02000000:00000010:2.0:1776190133.887128:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ae4d2a9. 02000000:00000010:2.0:1776190133.887135:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000552e1118. 00000100:00000010:2.0:1776190133.887140:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 00000100:00000010:2.0:1776190133.887143:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059c4a754. 00010000:00000010:2.0:1776190133.887146:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ebe43297. 00080000:00000010:2.0:1776190133.887164:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba0f57ca. 00010000:00000010:2.0:1776190133.887261:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3ee7c62. 00010000:00000010:2.0:1776190133.887270:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0dab73f. 00010000:00000010:2.0:1776190133.887347:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039b6fee1. 00010000:00000010:2.0:1776190133.887354:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c99e8c92. 00010000:00000010:2.0:1776190133.887365:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004a353df. 00000100:00000010:2.0:1776190133.887370:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:2.0:1776190133.887379:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 02000000:00000010:2.0:1776190133.887394:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dbecbe32. 02000000:00000010:2.0:1776190133.887418:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f239ac54. 00000400:00000010:2.0:1776190133.887423:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000070c43506. 00000400:00000010:2.0:1776190133.887427:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1c3cb68. 00000100:00000200:2.0:1776190133.887431:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301373760, portal 16 00000400:00000010:2.0:1776190133.887435:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be912e2e. 00000100:00000200:2.0:1776190133.887437:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301373760, offset 0 00000400:00000200:2.0:1776190133.887443:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.887450:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.887457:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.887460:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190133.887462:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190133.887465:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93062:93062:256:4294967295] 192.168.203.39@tcp LPNI seq info [93062:93062:8:4294967295] 00000400:00000200:2.0:1776190133.887472:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.887477:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.887480:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797f442e (tot 82352466). 00000800:00000200:2.0:1776190133.887484:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.887488:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.887491:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000797f442e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.887653:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.887656:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797f442e (tot 82352218). 00000400:00000200:3.0:1776190133.887661:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.887665:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.887668:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be912e2e 00000400:00000010:3.0:1776190133.887669:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be912e2e. 00000100:00000200:3.0:1776190133.887675:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000969b7ebd x1862468301373760/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190133.889158:0:78503:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091f2403d. 00010000:00000010:1.1:1776190133.889169:0:78503:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a76965. 00010000:00000010:1.1:1776190133.889174:0:78503:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005191d5d4. 00010000:00000010:1.1:1776190133.889177:0:78503:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aaaa9a4e. 00010000:00000010:3.1:1776190133.889927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000feaf9d7e. 00000400:00000200:3.0:1776190133.889995:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.890010:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824140 00000400:00000200:3.0:1776190133.890018:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6749 [1] + 224 00000400:00000200:3.0:1776190133.890031:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.890034:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.890044:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000969b7ebd x1862468301373760/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190133.890133:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000070c43506. 00000400:00000200:2.0:1776190133.890139:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1c3cb68 00000400:00000010:2.0:1776190133.890141:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1c3cb68. 00000100:00000200:2.0:1776190133.890147:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000969b7ebd x1862468301373760/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190133.890154:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000969b7ebd x1862468301373760/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190133.890184:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f239ac54. 02000000:00000010:2.0:1776190133.890190:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dbecbe32. 00000100:00000010:2.0:1776190133.890193:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 00000100:00000010:2.0:1776190133.890197:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:2.0:1776190133.890200:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004a353df. 00000400:00000200:3.0:1776190133.891064:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.891076:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a880 00000400:00000200:3.0:1776190133.891080:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb50ad [2] + 1312 00000400:00000200:3.0:1776190133.891131:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.891135:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.891140:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.891145:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 00000020:00000010:1.0:1776190133.891268:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ae4d2a9. 00000020:00000010:1.0:1776190133.891276:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005903b8bf. 00000020:00000010:1.0:1776190133.891280:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190133.891306:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000552495c9 x1862468296484992/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190133.891371:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296484992 02000000:00000010:1.0:1776190133.891383:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c91cf8a6. 00010000:00000010:1.0:1776190133.891411:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0c56441. 00010000:00000010:1.0:1776190133.891428:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000175adbb9. 00000100:00000010:1.0:1776190133.891435:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059c4a754. 00000100:00000010:1.0:1776190133.891453:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059c4a754. 00010000:00000010:1.0:1776190133.891456:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000175adbb9. 00000400:00000010:1.0:1776190133.891468:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000befa0629. 00000100:00000200:1.0:1776190133.891473:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296484992, offset 224 00000400:00000200:1.0:1776190133.891480:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.891490:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.891496:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93063:93063:256:4294967295] 192.168.203.39@tcp LPNI seq info [93063:93063:8:4294967295] 00000400:00000200:1.0:1776190133.891505:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.891522:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.891526:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000350c588e (tot 82352466). 00000800:00000200:1.0:1776190133.891532:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.891538:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.891542:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000350c588e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190133.891559:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005903b8bf. 00000020:00000010:1.0:1776190133.891562:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190133.891565:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ae4d2a9. 00080000:00000010:2.0:1776190133.891614:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dbecbe32. 00010000:00000010:2.0:1776190133.891692:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c99e8c92. 00010000:00000010:2.0:1776190133.891699:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001c2c8e75. 00010000:00000010:2.0:1776190133.891768:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005891fa60. 00010000:00000010:2.0:1776190133.891790:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c99e8c92. 00010000:00000010:2.0:1776190133.891800:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006461e53d. 00000100:00000010:2.0:1776190133.891804:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:2.0:1776190133.891810:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 02000000:00000010:2.0:1776190133.891820:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f239ac54. 02000000:00000010:2.0:1776190133.891841:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000029ae799e. 00000400:00000010:2.0:1776190133.891847:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000070c43506. 00000400:00000010:2.0:1776190133.891850:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1c3cb68. 00000100:00000200:2.0:1776190133.891855:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301373824, portal 16 00000400:00000010:2.0:1776190133.891858:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea48fa09. 00000100:00000200:2.0:1776190133.891860:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301373824, offset 0 00000400:00000200:2.0:1776190133.891864:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.891870:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.891876:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.891879:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190133.891882:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190133.891884:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93064:93064:255:4294967295] 192.168.203.39@tcp LPNI seq info [93064:93064:7:4294967295] 00000400:00000200:2.0:1776190133.891890:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.891894:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.891897:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0a4d4c8 (tot 82352714). 00000800:00000200:2.0:1776190133.891900:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.891904:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.891906:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0a4d4c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190133.892133:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.892137:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000350c588e (tot 82352466). 00000400:00000200:1.0:1776190133.892142:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.892146:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.892149:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000befa0629 00000400:00000010:1.0:1776190133.892151:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000befa0629. 00000800:00000200:1.0:1776190133.892565:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190133.892568:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0a4d4c8 (tot 82352218). 00000400:00000200:1.0:1776190133.892573:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.892578:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190133.892580:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea48fa09 00000400:00000010:1.0:1776190133.892582:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea48fa09. 00000100:00000200:1.0:1776190133.892588:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000969b7ebd x1862468301373824/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.893802:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.893818:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824180 00000400:00000200:3.0:1776190133.893826:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6755 [1] + 224 00000400:00000200:3.0:1776190133.893840:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.893844:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.893851:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000969b7ebd x1862468301373824/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190133.894038:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000070c43506. 00000400:00000200:2.0:1776190133.894042:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1c3cb68 00000400:00000010:2.0:1776190133.894045:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1c3cb68. 00000100:00000200:2.0:1776190133.894051:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000969b7ebd x1862468301373824/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190133.894059:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000969b7ebd x1862468301373824/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190133.894085:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000029ae799e. 02000000:00000010:2.0:1776190133.894091:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f239ac54. 00000100:00000010:2.0:1776190133.894094:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 00000100:00000010:2.0:1776190133.894098:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:2.0:1776190133.894102:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006461e53d. 00000400:00000200:3.0:1776190133.895312:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.895328:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a8c0 00000400:00000200:3.0:1776190133.895334:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb50ad [2] + 1640 00000400:00000200:3.0:1776190133.895392:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.895397:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.895402:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.895407:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 00000020:00000010:2.0:1776190133.895517:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f239ac54. 00000020:00000010:2.0:1776190133.895523:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041fb54f7. 00000020:00000010:2.0:1776190133.895528:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190133.895552:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016984533 x1862468296485056/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190133.895617:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296485056 02000000:00000010:2.0:1776190133.895627:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000029ae799e. 00010000:00000010:2.0:1776190133.895658:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024b5451b. 00010000:00000010:2.0:1776190133.895678:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006461e53d. 00000100:00000010:2.0:1776190133.895685:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049dace03. 00000100:00000010:2.0:1776190133.895706:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049dace03. 00010000:00000010:2.0:1776190133.895710:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006461e53d. 00000400:00000010:2.0:1776190133.895722:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1c3cb68. 00000100:00000200:2.0:1776190133.895727:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296485056, offset 224 00000400:00000200:2.0:1776190133.895735:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.895745:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.895751:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93065:93065:256:4294967295] 192.168.203.39@tcp LPNI seq info [93065:93065:8:4294967295] 00000400:00000200:2.0:1776190133.895760:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.895765:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.895770:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb044675 (tot 82352466). 00000800:00000200:2.0:1776190133.895807:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.895813:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.895817:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb044675 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190133.895833:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041fb54f7. 00000020:00000010:2.0:1776190133.895838:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190133.895841:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f239ac54. 00080000:00000010:0.0:1776190133.895918:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011425898. 00010000:00000010:0.0:1776190133.896003:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c99e8c92. 00010000:00000010:0.0:1776190133.896010:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008f7593b1. 00010000:00000010:0.0:1776190133.896079:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e260a472. 00010000:00000010:0.0:1776190133.896085:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000074cda3b6. 00010000:00000010:0.0:1776190133.896095:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000031447039. 00000100:00000010:0.0:1776190133.896099:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079ce2bc7. 00000100:00000010:0.0:1776190133.896105:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008363f7c5. 02000000:00000010:0.0:1776190133.896117:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a348a165. 02000000:00000010:0.0:1776190133.896141:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090e03661. 00000400:00000010:0.0:1776190133.896147:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000029e67b77. 00000400:00000010:0.0:1776190133.896152:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066d61e78. 00000100:00000200:0.0:1776190133.896157:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301373888, portal 16 00000400:00000010:0.0:1776190133.896162:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001773e49e. 00000100:00000200:0.0:1776190133.896164:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301373888, offset 0 00000400:00000200:0.0:1776190133.896169:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.896175:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.896181:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190133.896184:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190133.896187:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190133.896190:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93066:93066:255:4294967295] 192.168.203.39@tcp LPNI seq info [93066:93066:7:4294967295] 00000400:00000200:0.0:1776190133.896197:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.896201:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.896204:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d95fbb8 (tot 82352714). 00000800:00000200:0.0:1776190133.896208:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.896211:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.896214:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d95fbb8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190133.896333:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.896337:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb044675 (tot 82352466). 00000400:00000200:2.0:1776190133.896342:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.896346:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.896349:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1c3cb68 00000400:00000010:2.0:1776190133.896351:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1c3cb68. 00000800:00000200:2.0:1776190133.896390:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.896392:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d95fbb8 (tot 82352218). 00000400:00000200:2.0:1776190133.896395:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.896398:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.896399:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001773e49e 00000400:00000010:2.0:1776190133.896401:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001773e49e. 00000100:00000200:2.0:1776190133.896405:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008363f7c5 x1862468301373888/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190133.899583:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190133.899601:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18241c0 00000400:00000200:1.0:1776190133.899610:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6761 [1] + 224 00000400:00000200:1.0:1776190133.899622:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.899626:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190133.899636:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008363f7c5 x1862468301373888/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190133.899813:0:78502:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e32f48d0. 00010000:00000010:2.1:1776190133.899821:0:78502:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001003d960. 00010000:00000010:2.1:1776190133.899825:0:78502:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000399f6c32. 00010000:00000010:2.1:1776190133.899902:0:78502:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088a9b1d3. 00010000:00000010:2.1:1776190133.899907:0:78502:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039b6fee1. 00000400:00000200:3.0:1776190133.899923:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.900176:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a900 00000400:00000200:3.0:1776190133.900183:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb50ad [2] + 1968 00000400:00000010:3.0:1776190133.900187:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d7de3806. 00000400:00000200:3.0:1776190133.900191:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ddd26d2e 00000400:00000010:0.0:1776190133.900220:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000029e67b77. 00000400:00000200:0.0:1776190133.900225:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066d61e78 00000400:00000010:0.0:1776190133.900227:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066d61e78. 00000100:00000200:0.0:1776190133.900234:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008363f7c5 x1862468301373888/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.900245:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.900251:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.900254:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddd26d2e 00000400:00000010:3.0:1776190133.900256:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ddd26d2e (tot 82352066). 00000100:00000200:3.0:1776190133.900260:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1776190133.900328:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008363f7c5 x1862468301373888/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190133.900359:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090e03661. 02000000:00000010:0.0:1776190133.900365:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a348a165. 00000100:00000010:0.0:1776190133.900368:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008363f7c5. 00000100:00000010:0.0:1776190133.900372:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079ce2bc7. 00010000:00000010:0.0:1776190133.900375:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000031447039. 00000020:00000010:1.0:1776190133.900437:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df7ad4b6. 00000020:00000010:1.0:1776190133.900444:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005903b8bf. 00000020:00000010:1.0:1776190133.900448:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190133.900467:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000044f8b848 x1862468296485120/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190133.900497:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296485120 02000000:00000010:1.0:1776190133.900505:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000121e9b1a. 00010000:00000010:1.0:1776190133.900539:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000905be14. 00010000:00000010:1.0:1776190133.900554:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000175adbb9. 00000100:00000010:1.0:1776190133.900559:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059c4a754. 00000100:00000010:1.0:1776190133.900599:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059c4a754. 00010000:00000010:1.0:1776190133.900602:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000175adbb9. 00000400:00000010:1.0:1776190133.900614:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000befa0629. 00000100:00000200:1.0:1776190133.900618:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296485120, offset 224 00000400:00000200:1.0:1776190133.900624:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.900635:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.900641:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93067:93067:256:4294967295] 192.168.203.39@tcp LPNI seq info [93067:93067:8:4294967295] 00000400:00000200:1.0:1776190133.900652:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.900657:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.900662:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000350c588e (tot 82352314). 00000800:00000200:1.0:1776190133.900667:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.900674:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.900677:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000350c588e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190133.900698:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005903b8bf. 00000020:00000010:1.0:1776190133.900701:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190133.900703:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df7ad4b6. 02000000:00000010:1.0:1776190133.900713:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000029ae799e. 00000100:00000010:1.0:1776190133.900716:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 02000000:00000010:1.0:1776190133.900719:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c91cf8a6. 00000100:00000010:1.0:1776190133.900721:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000552495c9. 02000000:00000010:1.0:1776190133.900724:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000109dc683. 00000100:00000010:1.0:1776190133.900726:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 02000000:00000010:1.0:1776190133.900729:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000217517a8. 00000100:00000010:1.0:1776190133.900731:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000041c10a1d. 02000000:00000010:1.0:1776190133.900734:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000093ef2fbb. 00000100:00000010:1.0:1776190133.900736:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099231bc8. 02000000:00000010:1.0:1776190133.900739:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000589fbdd8. 00000100:00000010:1.0:1776190133.900741:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000200:1.0:1776190133.900746:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776190133.900750:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a9b727c4. 00000400:00000010:1.0:1776190133.900754:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000059c4a754 (tot 82352466). 00080000:00000010:0.0:1776190133.900878:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a348a165. 00010000:00000010:0.0:1776190133.900958:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074cda3b6. 00010000:00000010:0.0:1776190133.900964:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bc877c69. 00000800:00000200:3.0:1776190133.901004:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.901009:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000350c588e (tot 82352218). 00000400:00000200:3.0:1776190133.901015:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.901021:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.901025:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000befa0629 00000400:00000010:3.0:1776190133.901027:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000befa0629. 00010000:00000010:0.0:1776190133.901035:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a78bc12a. 00010000:00000010:0.0:1776190133.901042:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000074cda3b6. 00010000:00000010:0.0:1776190133.901051:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000031447039. 00000100:00000010:0.0:1776190133.901054:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079ce2bc7. 00000100:00000010:0.0:1776190133.901060:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008363f7c5. 02000000:00000010:0.0:1776190133.901081:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000090e03661. 02000000:00000010:0.0:1776190133.901101:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a766347e. 00000400:00000010:0.0:1776190133.901105:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000029e67b77. 02000000:00000010:3.0:1776190133.901546:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000121e9b1a. 00000400:00000010:0.0:1776190133.901559:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066d61e78. 00000100:00000200:0.0:1776190133.901567:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301373952, portal 16 00000400:00000010:0.0:1776190133.901572:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000268affd4. 00000100:00000200:0.0:1776190133.901574:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301373952, offset 0 00000400:00000200:0.0:1776190133.901581:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.901589:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.901595:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190133.901598:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190133.901601:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190133.901604:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93068:93068:256:4294967295] 192.168.203.39@tcp LPNI seq info [93068:93068:8:4294967295] 00000400:00000200:0.0:1776190133.901611:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.901614:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.901618:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d95fbb8 (tot 82352466). 00000800:00000200:0.0:1776190133.901622:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.901627:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.901630:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d95fbb8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.901766:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.901769:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d95fbb8 (tot 82352218). 00000400:00000200:3.0:1776190133.901793:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.901798:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00010000:00000010:1.1:1776190133.901800:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c158d737. 00000400:00000200:3.0:1776190133.901801:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000268affd4 00000400:00000010:3.0:1776190133.901804:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000268affd4. 00000100:00000200:3.0:1776190133.901812:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008363f7c5 x1862468301373952/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190133.904153:0:76958:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4176a78. 00000400:00000200:3.0:1776190133.905597:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.905615:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824200 00000400:00000200:3.0:1776190133.905623:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6771 [1] + 224 00000400:00000200:3.0:1776190133.905635:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.905639:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.905650:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008363f7c5 x1862468301373952/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.905737:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.905743:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a940 00000400:00000200:3.0:1776190133.905748:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb5105 [2] + 0 00000400:00000200:3.0:1776190133.905756:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.905759:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.905763:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190133.905769:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 00000400:00000010:2.0:1776190133.905872:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000029e67b77. 00000400:00000200:2.0:1776190133.905878:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066d61e78 00000400:00000010:2.0:1776190133.905881:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066d61e78. 00000100:00000200:2.0:1776190133.905888:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008363f7c5 x1862468301373952/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190133.905896:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008363f7c5 x1862468301373952/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776190133.905905:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045061f5c. 00000020:00000010:0.0:1776190133.905912:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000078deb21. 00000020:00000010:0.0:1776190133.905917:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002b6a75f2. 02000000:00000010:2.0:1776190133.905923:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a766347e. 02000000:00000010:2.0:1776190133.905929:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000090e03661. 00000100:00000010:2.0:1776190133.905932:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008363f7c5. 00000100:00000010:2.0:1776190133.905937:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079ce2bc7. 00010000:00000010:2.0:1776190133.905941:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000031447039. 00000100:00000200:0.0:1776190133.905941:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c4a3a006 x1862468296485184/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190133.905969:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296485184 02000000:00000010:0.0:1776190133.905980:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000070e6e12b. 00010000:00000010:0.0:1776190133.906003:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007debdbaf. 00010000:00000010:0.0:1776190133.906019:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009babe15c. 00000100:00000010:0.0:1776190133.906025:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f90e901. 00000100:00000010:0.0:1776190133.906034:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f90e901. 00010000:00000010:0.0:1776190133.906036:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009babe15c. 00000400:00000010:0.0:1776190133.906047:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034085864. 00000100:00000200:0.0:1776190133.906051:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296485184, offset 224 00000400:00000200:0.0:1776190133.906057:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.906067:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.906072:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93069:93069:256:4294967295] 192.168.203.39@tcp LPNI seq info [93069:93069:8:4294967295] 00000400:00000200:0.0:1776190133.906080:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.906085:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.906089:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005b4f162a (tot 82352466). 00000800:00000200:0.0:1776190133.906095:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.906102:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.906105:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005b4f162a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.906117:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000078deb21. 00000020:00000010:0.0:1776190133.906122:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002b6a75f2. 00000020:00000010:0.0:1776190133.906125:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045061f5c. 00080000:00000010:2.0:1776190133.906171:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093ef2fbb. 00010000:00000010:2.0:1776190133.906250:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074cda3b6. 00010000:00000010:2.0:1776190133.906257:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d6c9c678. 00000800:00000200:3.0:1776190133.906404:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.906409:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005b4f162a (tot 82352218). 00000400:00000200:3.0:1776190133.906412:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.906417:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.906419:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034085864 00000400:00000010:3.0:1776190133.906421:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034085864. 00010000:00000010:0.1:1776190133.906791:0:1018:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000602fc224. 00010000:00000010:0.1:1776190133.906798:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005891fa60. 00010000:00000010:1.1:1776190133.907145:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013945041. 00010000:00000010:2.0:1776190133.907234:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000b9f5cea. 00010000:00000010:2.0:1776190133.907239:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000041fb54f7. 00010000:00000010:2.0:1776190133.907243:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039b6fee1. 00010000:00000010:2.0:1776190133.907249:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000541649fe. 00080000:00000010:2.0:1776190133.907267:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000029ae799e. 00010000:00000010:2.0:1776190133.907326:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000541649fe. 00010000:00000010:2.0:1776190133.907964:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000041fb54f7. 00010000:00000010:2.0:1776190133.908166:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b451cbc3. 00010000:00000010:2.0:1776190133.908174:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000541649fe. 00010000:00000010:2.0:1776190133.908186:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004a353df. 00000100:00000010:2.0:1776190133.908196:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000125e3d33. 00000100:00000010:2.0:1776190133.908206:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 02000000:00000010:2.0:1776190133.908219:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000589fbdd8. 02000000:00000010:2.0:1776190133.908249:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000552e1118. 00000400:00000010:2.0:1776190133.908256:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000070c43506. 00000400:00000010:2.0:1776190133.908263:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1c3cb68. 00000100:00000200:2.0:1776190133.908269:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301374016, portal 16 00000400:00000010:2.0:1776190133.908275:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059f7246c. 00000100:00000200:2.0:1776190133.908279:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301374016, offset 0 00000400:00000200:2.0:1776190133.908288:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.908303:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.908447:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.908452:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190133.908454:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190133.908457:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93070:93070:256:4294967295] 192.168.203.39@tcp LPNI seq info [93070:93070:8:4294967295] 00000400:00000200:2.0:1776190133.908468:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.908474:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.908482:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb044675 (tot 82352466). 00000800:00000200:2.0:1776190133.908488:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.908496:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.908499:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb044675 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.909697:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.909703:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb044675 (tot 82352218). 00000400:00000200:3.0:1776190133.909710:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.909721:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.909726:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059f7246c 00000400:00000010:3.0:1776190133.909728:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059f7246c. 00000100:00000200:3.0:1776190133.909737:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000969b7ebd x1862468301374016/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190133.912261:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1a2f9b1. 00010000:00000010:0.1:1776190133.912272:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e260a472. 00000400:00000200:3.0:1776190133.914223:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.914240:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824240 00000400:00000200:3.0:1776190133.914248:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb677d [1] + 224 00000400:00000200:3.0:1776190133.914262:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.914266:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.914277:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000969b7ebd x1862468301374016/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190133.915626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f9b3613. 00010000:00000010:2.1:1776190133.915634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a78bc12a. 00010000:00000010:2.1:1776190133.915638:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b9f5cea. 00010000:00000010:2.1:1776190133.915640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039b6fee1. 00000400:00000200:1.0:1776190133.916036:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190133.916051:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a980 00000400:00000200:1.0:1776190133.916057:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb5105 [2] + 328 00000400:00000200:1.0:1776190133.916110:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190133.916114:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190133.916120:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190133.916126:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 00010000:00000010:0.1:1776190133.916214:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c68ec58c. 00000020:00000010:3.0:1776190133.918430:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5573785. 00000020:00000010:3.0:1776190133.918439:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190133.918444:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190133.918470:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4f3ec3 x1862468296485248/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190133.918499:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296485248 02000000:00000010:3.0:1776190133.918520:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d91d986f. 00010000:00000010:3.0:1776190133.918556:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ae7c54b. 00000100:00000010:3.0:1776190133.918563:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cad9a6d3. 00000100:00000010:3.0:1776190133.918569:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cad9a6d3. 00010000:00000010:3.0:1776190133.918572:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ae7c54b. 00000400:00000010:3.0:1776190133.918586:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008fe0f437. 00000100:00000200:3.0:1776190133.918592:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296485248, offset 224 00000400:00000200:3.0:1776190133.918600:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.918614:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.918620:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93071:93071:256:4294967295] 192.168.203.39@tcp LPNI seq info [93071:93071:8:4294967295] 00000400:00000200:3.0:1776190133.918630:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.918635:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.918641:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ccc8acf (tot 82352466). 00000800:00000200:3.0:1776190133.918646:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.918653:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.918657:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ccc8acf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190133.918672:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190133.918675:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190133.918678:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5573785. 00000800:00000200:3.0:1776190133.918761:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.918764:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ccc8acf (tot 82352218). 00000400:00000200:3.0:1776190133.918769:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.918794:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.918799:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fe0f437 00000400:00000010:3.0:1776190133.918801:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008fe0f437. 00000400:00000010:2.0:1776190133.919474:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000070c43506. 00000400:00000200:2.0:1776190133.919479:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1c3cb68 00000400:00000010:2.0:1776190133.919481:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1c3cb68. 00000100:00000200:2.0:1776190133.919490:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000969b7ebd x1862468301374016/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190133.919499:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000969b7ebd x1862468301374016/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190133.919532:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000277e61e5. 02000000:00000010:2.0:1776190133.919547:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000552e1118. 02000000:00000010:2.0:1776190133.919552:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000589fbdd8. 00000100:00000010:2.0:1776190133.919556:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 00000100:00000010:2.0:1776190133.919560:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000125e3d33. 00010000:00000010:2.0:1776190133.919563:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004a353df. 00080000:00000010:2.0:1776190133.919579:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000552e1118. 00010000:00000010:2.0:1776190133.919660:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000541649fe. 00010000:00000010:2.0:1776190133.919667:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a831c726. 00010000:00000010:2.0:1776190133.919740:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039b6fee1. 00010000:00000010:2.0:1776190133.919746:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000541649fe. 00010000:00000010:2.0:1776190133.919755:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004a353df. 00000100:00000010:2.0:1776190133.919759:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000125e3d33. 00000100:00000010:2.0:1776190133.919765:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 02000000:00000010:2.0:1776190133.919802:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000589fbdd8. 02000000:00000010:2.0:1776190133.919825:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f239ac54. 00000400:00000010:2.0:1776190133.919830:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000070c43506. 00000400:00000010:2.0:1776190133.919835:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1c3cb68. 00000100:00000200:2.0:1776190133.919840:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301374080, portal 16 00000400:00000010:2.0:1776190133.919844:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001f124ec. 00000100:00000200:2.0:1776190133.919847:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301374080, offset 0 00000400:00000200:2.0:1776190133.919853:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.919863:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.919869:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.919872:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190133.919874:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190133.919877:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93072:93072:256:4294967295] 192.168.203.39@tcp LPNI seq info [93072:93072:8:4294967295] 00000400:00000200:2.0:1776190133.919885:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.919891:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.919895:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6ecb0ff (tot 82352466). 00000800:00000200:2.0:1776190133.919900:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.919905:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.919908:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d6ecb0ff type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190133.920118:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190133.920121:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6ecb0ff (tot 82352218). 00000400:00000200:3.0:1776190133.920126:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.920130:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190133.920134:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001f124ec 00000400:00000010:3.0:1776190133.920135:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001f124ec. 00000100:00000200:3.0:1776190133.920140:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000969b7ebd x1862468301374080/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190133.922688:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190133.922718:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824280 00000400:00000200:3.0:1776190133.922855:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6789 [1] + 224 00000400:00000200:3.0:1776190133.922941:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190133.922946:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190133.922954:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000969b7ebd x1862468301374080/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190133.923767:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000070c43506. 00000400:00000200:2.0:1776190133.923801:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1c3cb68 00000400:00000010:2.0:1776190133.923803:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1c3cb68. 00000100:00000200:2.0:1776190133.923812:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000969b7ebd x1862468301374080/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190133.923820:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000969b7ebd x1862468301374080/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190133.923847:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f239ac54. 02000000:00000010:2.0:1776190133.923853:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000589fbdd8. 00000100:00000010:2.0:1776190133.923856:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 00000100:00000010:2.0:1776190133.923860:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000125e3d33. 00010000:00000010:2.0:1776190133.923863:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004a353df. 00010000:00000010:2.1:1776190133.927811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093264209. 00010000:00000010:2.1:1776190133.927823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6e94b82. 00010000:00000010:2.1:1776190133.927826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b451cbc3. 00000400:00000200:0.0:1776190133.928588:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.928605:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137a9c0 00000400:00000200:0.0:1776190133.928613:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb5105 [2] + 656 00000400:00000200:0.0:1776190133.928667:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.928671:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.928678:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190133.928683:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a510ccf3. 00000020:00000010:1.0:1776190133.929693:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df7ad4b6. 00000020:00000010:1.0:1776190133.929701:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ccc19a34. 00000020:00000010:1.0:1776190133.929705:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190133.929823:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a510ccf3 x1862468296485312/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190133.929858:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296485312 02000000:00000010:1.0:1776190133.929869:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cb074e18. 00010000:00000010:1.0:1776190133.929896:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f2f12e9. 00010000:00000010:1.0:1776190133.929913:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000367ea9de. 00000100:00000010:1.0:1776190133.929920:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000959ca3bb. 00000100:00000010:1.0:1776190133.929937:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000959ca3bb. 00010000:00000010:1.0:1776190133.929941:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000367ea9de. 00000400:00000010:1.0:1776190133.929952:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029c3017a. 00000100:00000200:1.0:1776190133.929957:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296485312, offset 224 00000400:00000200:1.0:1776190133.929964:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.929977:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.929982:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93073:93073:256:4294967295] 192.168.203.39@tcp LPNI seq info [93073:93073:8:4294967295] 00000400:00000200:1.0:1776190133.929992:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.929998:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.930002:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069334a23 (tot 82352466). 00000800:00000200:1.0:1776190133.930007:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.930014:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.930018:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069334a23 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190133.930052:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ccc19a34. 00000020:00000010:1.0:1776190133.930056:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190133.930059:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df7ad4b6. 00000800:00000200:0.0:1776190133.930503:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.930516:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069334a23 (tot 82352218). 00000400:00000200:0.0:1776190133.930523:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.930528:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.930533:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029c3017a 00000400:00000010:0.0:1776190133.930535:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029c3017a. 00080000:00000010:2.0:1776190133.930750:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f239ac54. 00010000:00000010:2.0:1776190133.930874:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000541649fe. 00010000:00000010:2.0:1776190133.930881:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3fd0626. 00010000:00000010:2.0:1776190133.930953:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b451cbc3. 00010000:00000010:2.0:1776190133.930959:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000541649fe. 00010000:00000010:2.0:1776190133.930969:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004a353df. 00000100:00000010:2.0:1776190133.930974:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000125e3d33. 00000100:00000010:2.0:1776190133.930982:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 02000000:00000010:2.0:1776190133.930994:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002075be15. 02000000:00000010:2.0:1776190133.931018:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fbfed5c4. 00000400:00000010:2.0:1776190133.931024:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000070c43506. 00000400:00000010:2.0:1776190133.931028:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1c3cb68. 00000100:00000200:2.0:1776190133.931033:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301374144, portal 16 00000400:00000010:2.0:1776190133.931039:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001f124ec. 00000100:00000200:2.0:1776190133.931041:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301374144, offset 0 00000400:00000200:2.0:1776190133.931047:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190133.931058:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190133.931064:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190133.931068:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190133.931071:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190133.931073:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93074:93074:256:4294967295] 192.168.203.39@tcp LPNI seq info [93074:93074:8:4294967295] 00000400:00000200:2.0:1776190133.931080:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190133.931084:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190133.931088:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054ef62b4 (tot 82352466). 00000800:00000200:2.0:1776190133.931092:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190133.931096:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190133.931099:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054ef62b4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190133.931483:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.931486:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054ef62b4 (tot 82352218). 00000400:00000200:0.0:1776190133.931491:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.931495:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.931498:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001f124ec 00000400:00000010:0.0:1776190133.931500:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001f124ec. 00000100:00000200:0.0:1776190133.931516:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000969b7ebd x1862468301374144/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.936586:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.936606:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18242c0 00000400:00000200:0.0:1776190133.936614:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6795 [1] + 224 00000400:00000200:0.0:1776190133.936626:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.936641:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.936653:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000969b7ebd x1862468301374144/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.936693:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.936698:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137aa00 00000400:00000200:0.0:1776190133.936703:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb5105 [2] + 984 00000400:00000200:0.0:1776190133.936751:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.936755:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.936759:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190133.936764:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000085063ae4. 00000400:00000010:3.0:1776190133.937015:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000070c43506. 00000400:00000200:3.0:1776190133.937021:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1c3cb68 00000400:00000010:3.0:1776190133.937023:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1c3cb68. 00000100:00000200:3.0:1776190133.937030:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000969b7ebd x1862468301374144/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190133.937037:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000969b7ebd x1862468301374144/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190133.937066:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fbfed5c4. 02000000:00000010:3.0:1776190133.937072:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002075be15. 00000100:00000010:3.0:1776190133.937078:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 00000100:00000010:3.0:1776190133.937083:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000125e3d33. 00010000:00000010:3.0:1776190133.937086:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004a353df. 00000020:00000010:1.0:1776190133.937282:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df7ad4b6. 00000020:00000010:1.0:1776190133.937288:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ccc19a34. 00000020:00000010:1.0:1776190133.937293:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190133.937315:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000085063ae4 x1862468296485376/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190133.937353:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296485376 02000000:00000010:1.0:1776190133.937362:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004428e443. 00010000:00000010:1.0:1776190133.937387:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000745ee888. 00010000:00000010:1.0:1776190133.937406:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000367ea9de. 00000100:00000010:1.0:1776190133.937411:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000959ca3bb. 00000100:00000010:1.0:1776190133.937421:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000959ca3bb. 00010000:00000010:1.0:1776190133.937425:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000367ea9de. 00000400:00000010:1.0:1776190133.937437:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d78c9627. 00000100:00000200:1.0:1776190133.937441:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296485376, offset 224 00000400:00000200:1.0:1776190133.937447:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.937457:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.937463:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93075:93075:256:4294967295] 192.168.203.39@tcp LPNI seq info [93075:93075:8:4294967295] 00000400:00000200:1.0:1776190133.937472:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.937477:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.937482:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d164298 (tot 82352466). 00000800:00000200:1.0:1776190133.937487:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.937494:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.937497:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d164298 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190133.937524:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ccc19a34. 00000020:00000010:1.0:1776190133.937528:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190133.937531:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df7ad4b6. 00080000:00000010:1.0:1776190133.937552:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df7ad4b6. 00000800:00000200:0.0:1776190133.937596:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.937599:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d164298 (tot 82352218). 00000400:00000200:0.0:1776190133.937604:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.937608:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.937611:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d78c9627 00000400:00000010:0.0:1776190133.937612:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d78c9627. 00010000:00000010:1.0:1776190133.937637:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000541649fe. 00010000:00000010:1.0:1776190133.937644:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000004eb1416. 00010000:00000010:1.0:1776190133.937711:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aaaa9a4e. 00010000:00000010:1.0:1776190133.937717:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003e1c7d0e. 00010000:00000010:1.0:1776190133.937726:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000367ea9de. 00000100:00000010:1.0:1776190133.937729:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000959ca3bb. 00000100:00000010:1.0:1776190133.937734:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719b5d3. 02000000:00000010:1.0:1776190133.937744:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091cf174b. 02000000:00000010:1.0:1776190133.937763:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d945344. 00000400:00000010:1.0:1776190133.937767:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cf9f83a. 00000400:00000010:1.0:1776190133.937788:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053d224d6. 00000100:00000200:1.0:1776190133.937793:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301374208, portal 16 00000400:00000010:1.0:1776190133.937796:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004926409b. 00000100:00000200:1.0:1776190133.937798:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301374208, offset 0 00000400:00000200:1.0:1776190133.937803:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.937810:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.937817:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.937820:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.937823:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.937825:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93076:93076:256:4294967295] 192.168.203.39@tcp LPNI seq info [93076:93076:8:4294967295] 00000400:00000200:1.0:1776190133.937832:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.937836:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.937838:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006708edc (tot 82352466). 00000800:00000200:1.0:1776190133.937842:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.937847:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.937849:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006708edc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190133.938030:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.938033:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006708edc (tot 82352218). 00000400:00000200:0.0:1776190133.938037:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.938040:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.938043:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004926409b 00000400:00000010:0.0:1776190133.938044:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004926409b. 00000100:00000200:0.0:1776190133.938049:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a719b5d3 x1862468301374208/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190133.939470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2c3f338. 00010000:00000010:2.1:1776190133.941581:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a085a7ca. 00010000:00000010:2.1:1776190133.941594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039b6fee1. 00000400:00000200:0.0:1776190133.946035:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.946056:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824300 00000400:00000200:0.0:1776190133.946066:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb67a1 [1] + 224 00000400:00000200:0.0:1776190133.946078:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.946082:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.946093:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a719b5d3 x1862468301374208/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.946126:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.946132:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137aa40 00000400:00000200:0.0:1776190133.946139:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb5105 [2] + 1312 00000400:00000200:0.0:1776190133.946194:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.946198:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.946202:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190133.946208:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b1213a9c. 00000020:00000010:1.0:1776190133.946332:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031cb5456. 00000020:00000010:1.0:1776190133.946340:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ccc19a34. 00000020:00000010:1.0:1776190133.946345:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190133.951619:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b1213a9c x1862468296485440/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190133.951675:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296485440 02000000:00000010:1.0:1776190133.951693:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000071296b18. 00010000:00000010:1.0:1776190133.951729:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008621b7e5. 00000100:00000010:1.0:1776190133.951738:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27279df. 00000100:00000010:1.0:1776190133.951745:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27279df. 00010000:00000010:1.0:1776190133.951750:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008621b7e5. 00000400:00000010:1.0:1776190133.951765:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a2618ed. 00000100:00000200:1.0:1776190133.951791:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296485440, offset 224 00000400:00000200:1.0:1776190133.951800:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.951815:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.951821:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93077:93077:256:4294967295] 192.168.203.39@tcp LPNI seq info [93077:93077:8:4294967295] 00000400:00000200:1.0:1776190133.951832:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.951838:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.951842:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c40e4d7 (tot 82352466). 00000800:00000200:1.0:1776190133.951849:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.951856:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.951860:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c40e4d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190133.951877:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ccc19a34. 00000020:00000010:1.0:1776190133.951882:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190133.951886:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031cb5456. 00000800:00000200:0.0:1776190133.952064:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.952069:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c40e4d7 (tot 82352218). 00000400:00000200:0.0:1776190133.952075:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.952081:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.952085:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a2618ed 00000400:00000010:0.0:1776190133.952087:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a2618ed. 00000400:00000010:3.0:1776190133.953054:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cf9f83a. 00000400:00000200:3.0:1776190133.953061:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053d224d6 00000400:00000010:3.0:1776190133.953063:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053d224d6. 00000100:00000200:3.0:1776190133.953073:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a719b5d3 x1862468301374208/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190133.953083:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a719b5d3 x1862468301374208/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190133.953108:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004de28633. 02000000:00000010:3.0:1776190133.953123:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d945344. 02000000:00000010:3.0:1776190133.953128:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091cf174b. 00000100:00000010:3.0:1776190133.953133:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 00000100:00000010:3.0:1776190133.953136:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000959ca3bb. 00010000:00000010:3.0:1776190133.953140:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000367ea9de. 00080000:00000010:3.0:1776190133.953367:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5573785. 00010000:00000010:3.0:1776190133.953541:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e1c7d0e. 00010000:00000010:3.0:1776190133.953549:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f9ad5834. 00010000:00000010:3.0:1776190133.953618:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b659aaff. 00010000:00000010:3.0:1776190133.953624:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007981d0bf. 00010000:00000010:3.0:1776190133.953636:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007ed37023. 00000100:00000010:3.0:1776190133.953642:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cad9a6d3. 00000100:00000010:3.0:1776190133.953650:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 02000000:00000010:3.0:1776190133.953662:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000217517a8. 00010000:00000010:1.1:1776190133.953894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000195c1304. 00010000:00000010:1.1:1776190133.953901:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045f77759. 00010000:00000010:1.1:1776190133.953904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b451cbc3. 02000000:00000010:3.0:1776190133.954938:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000109dc683. 00000400:00000010:3.0:1776190133.954947:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d7de3806. 00000400:00000010:3.0:1776190133.954954:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008fe0f437. 00000100:00000200:3.0:1776190133.954961:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301374272, portal 16 00000400:00000010:3.0:1776190133.954966:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd055298. 00000100:00000200:3.0:1776190133.954968:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301374272, offset 0 00000400:00000200:3.0:1776190133.954977:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.954996:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.955003:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190133.955007:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190133.955009:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190133.955013:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93078:93078:256:4294967295] 192.168.203.39@tcp LPNI seq info [93078:93078:8:4294967295] 00000400:00000200:3.0:1776190133.955022:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.955029:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.955034:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ccc8acf (tot 82352466). 00000800:00000200:3.0:1776190133.955041:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.955047:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.955051:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ccc8acf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190133.955737:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.955743:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ccc8acf (tot 82352218). 00000400:00000200:0.0:1776190133.955748:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.955755:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.955760:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd055298 00000400:00000010:0.0:1776190133.955763:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd055298. 00000100:00000200:0.0:1776190133.955788:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000552495c9 x1862468301374272/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.967837:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.967856:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824340 00000400:00000200:0.0:1776190133.967864:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb67ad [1] + 224 00000400:00000200:0.0:1776190133.967877:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.967891:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.967902:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000552495c9 x1862468301374272/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.967935:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.967941:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137aa80 00000400:00000200:0.0:1776190133.967945:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb5105 [2] + 1640 00000400:00000200:0.0:1776190133.968007:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.968011:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.968015:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190133.968020:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000583c6c91. 00000020:00000010:0.0:1776190133.968067:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000671ef2a8. 00000020:00000010:0.0:1776190133.968074:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aa543a4e. 00000020:00000010:0.0:1776190133.968079:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002b6a75f2. 00000100:00000200:0.0:1776190133.968104:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000583c6c91 x1862468296485504/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190133.968143:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296485504 02000000:00000010:0.0:1776190133.968155:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000002270775. 00010000:00000010:0.0:1776190133.968194:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003571ee4e. 00000100:00000010:0.0:1776190133.968201:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028d681b9. 00000100:00000010:0.0:1776190133.968208:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028d681b9. 00010000:00000010:0.0:1776190133.968211:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003571ee4e. 00000400:00000010:0.0:1776190133.968227:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e50e0bd6. 00000100:00000200:0.0:1776190133.968232:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296485504, offset 224 00000400:00000200:0.0:1776190133.968239:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.968249:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.968254:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93079:93079:256:4294967295] 192.168.203.39@tcp LPNI seq info [93079:93079:8:4294967295] 00000400:00000200:0.0:1776190133.968263:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.968268:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.968273:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000045142ef (tot 82352466). 00000800:00000200:0.0:1776190133.968278:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.968285:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.968288:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000045142ef type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1776190133.968446:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.968451:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000045142ef (tot 82352218). 00000400:00000200:2.0:1776190133.968455:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.968460:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.968464:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e50e0bd6 00000400:00000010:2.0:1776190133.968466:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e50e0bd6. 00000400:00000010:1.0:1776190133.968654:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d7de3806. 00000400:00000200:1.0:1776190133.968659:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fe0f437 00000400:00000010:1.0:1776190133.968660:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008fe0f437. 00000100:00000200:1.0:1776190133.968667:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000552495c9 x1862468301374272/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190133.968676:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000552495c9 x1862468301374272/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190133.968698:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000266392f5. 02000000:00000010:1.0:1776190133.968711:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000109dc683. 02000000:00000010:1.0:1776190133.968716:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000217517a8. 00000100:00000010:1.0:1776190133.968719:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000552495c9. 00000100:00000010:1.0:1776190133.968723:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cad9a6d3. 00010000:00000010:1.0:1776190133.968725:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007ed37023. 00080000:00000010:1.0:1776190133.968740:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000790e305f. 00010000:00000010:1.0:1776190133.968839:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007981d0bf. 00010000:00000010:1.0:1776190133.968846:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000001fbc88f. 00010000:00000010:1.0:1776190133.968927:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005191d5d4. 00010000:00000010:1.0:1776190133.968931:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000021548751. 00010000:00000010:1.0:1776190133.968936:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4a76965. 00010000:00000010:1.0:1776190133.968942:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009b3a5789. 00080000:00000010:1.0:1776190133.968953:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031cb5456. 00010000:00000010:1.0:1776190133.968978:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009b3a5789. 00010000:00000010:1.0:1776190133.968982:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000021548751. 00010000:00000010:1.0:1776190133.969027:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000de357281. 00010000:00000010:1.0:1776190133.969031:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009b3a5789. 00010000:00000010:1.0:1776190133.969037:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d6126132. 00000100:00000010:1.0:1776190133.969041:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27279df. 00000100:00000010:1.0:1776190133.969047:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 02000000:00000010:1.0:1776190133.969057:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091cf174b. 02000000:00000010:1.0:1776190133.969075:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d945344. 00000400:00000010:1.0:1776190133.969079:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008326208f. 00000400:00000010:1.0:1776190133.969083:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e227db4. 00000100:00000200:1.0:1776190133.969088:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301374336, portal 16 00000400:00000010:1.0:1776190133.969091:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000590eeb4c. 00000100:00000200:1.0:1776190133.969093:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301374336, offset 0 00000400:00000200:1.0:1776190133.969099:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190133.969107:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190133.969113:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190133.969116:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190133.969118:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190133.969121:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93080:93080:256:4294967295] 192.168.203.39@tcp LPNI seq info [93080:93080:8:4294967295] 00000400:00000200:1.0:1776190133.969129:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190133.969134:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190133.969136:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031d29c32 (tot 82352466). 00000800:00000200:1.0:1776190133.969140:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190133.969145:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190133.969147:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031d29c32 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.969383:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aa543a4e. 00000020:00000010:0.0:1776190133.969390:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002b6a75f2. 00000020:00000010:0.0:1776190133.969393:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000671ef2a8. 00010000:00000010:3.1:1776190133.969463:0:78519:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f4b0b3c. 00010000:00000010:3.1:1776190133.969470:0:78519:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d407a0fe. 00010000:00000010:3.1:1776190133.969476:0:78519:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aaaa9a4e. 00000800:00000200:2.0:1776190133.970998:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.971005:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031d29c32 (tot 82352218). 00000400:00000200:2.0:1776190133.971014:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.971023:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.971028:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000590eeb4c 00000400:00000010:2.0:1776190133.971030:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000590eeb4c. 00000100:00000200:2.0:1776190133.971037:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d96c74a9 x1862468301374336/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.978596:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.978615:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824380 00000400:00000200:0.0:1776190133.978623:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb67b9 [1] + 224 00000400:00000200:0.0:1776190133.978638:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.978642:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.978651:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d96c74a9 x1862468301374336/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190133.978769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050acccd1. 00000400:00000010:3.0:1776190133.978901:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008326208f. 00000400:00000200:3.0:1776190133.978905:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e227db4 00000400:00000010:3.0:1776190133.978907:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e227db4. 00000100:00000200:3.0:1776190133.978913:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d96c74a9 x1862468301374336/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190133.978920:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d96c74a9 x1862468301374336/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190133.978948:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d945344. 02000000:00000010:3.0:1776190133.978953:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091cf174b. 00000100:00000010:3.0:1776190133.978958:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000100:00000010:3.0:1776190133.978961:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27279df. 00010000:00000010:3.0:1776190133.978965:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d6126132. 00000400:00000200:2.0:1776190133.981697:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.981716:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137aac0 00000400:00000200:2.0:1776190133.981724:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb5105 [2] + 1968 00000400:00000010:2.0:1776190133.981729:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000977b9a55. 00000400:00000200:2.0:1776190133.981736:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003021069b 00000400:00000200:2.0:1776190133.982246:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.982340:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.982347:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003021069b 00000400:00000010:2.0:1776190133.982349:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003021069b (tot 82352066). 00000100:00000200:2.0:1776190133.982357:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190133.982445:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000671ef2a8. 00000020:00000010:0.0:1776190133.982453:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aa543a4e. 00000020:00000010:0.0:1776190133.982457:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002b6a75f2. 00000100:00000200:0.0:1776190133.982483:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000041b8aab x1862468296485568/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190133.982531:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296485568 02000000:00000010:0.0:1776190133.982541:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f8014e3c. 00010000:00000010:0.0:1776190133.982568:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a2e1eeb2. 00010000:00000010:0.0:1776190133.982588:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003571ee4e. 00000100:00000010:0.0:1776190133.982596:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028d681b9. 00000100:00000010:0.0:1776190133.982618:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028d681b9. 00010000:00000010:0.0:1776190133.982621:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003571ee4e. 00000400:00000010:0.0:1776190133.982634:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007bb7c3fe. 00000100:00000200:0.0:1776190133.982639:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296485568, offset 224 00000400:00000200:0.0:1776190133.982646:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.982656:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190133.982662:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93081:93081:256:4294967295] 192.168.203.39@tcp LPNI seq info [93081:93081:8:4294967295] 00000400:00000200:0.0:1776190133.982672:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.982677:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.982681:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef4c7517 (tot 82352314). 00000800:00000200:0.0:1776190133.982688:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.982695:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.982699:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ef4c7517 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1776190133.982713:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e142235e. 00000020:00000010:0.0:1776190133.982722:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aa543a4e. 00000020:00000010:0.0:1776190133.982728:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002b6a75f2. 00000020:00000010:0.0:1776190133.982731:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000671ef2a8. 02000000:00000010:0.0:1776190133.982739:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000002270775. 00000100:00000010:0.0:1776190133.982742:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000583c6c91. 02000000:00000010:0.0:1776190133.982747:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000071296b18. 00000100:00000010:0.0:1776190133.982749:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b1213a9c. 02000000:00000010:0.0:1776190133.982752:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004428e443. 00000100:00000010:0.0:1776190133.982754:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000085063ae4. 02000000:00000010:0.0:1776190133.982757:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cb074e18. 00000100:00000010:0.0:1776190133.982759:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a510ccf3. 02000000:00000010:0.0:1776190133.982764:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d91d986f. 00000100:00000010:0.0:1776190133.982766:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 02000000:00000010:0.0:1776190133.982769:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000070e6e12b. 00000100:00000010:0.0:1776190133.982813:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 00000100:00000200:0.0:1776190133.982822:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190133.982828:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000544121aa. 00000400:00000010:0.0:1776190133.982833:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000028d681b9 (tot 82352466). 00000800:00000200:2.0:1776190133.982853:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.982857:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef4c7517 (tot 82352218). 00000400:00000200:2.0:1776190133.982860:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.982864:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.982866:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007bb7c3fe 00000400:00000010:2.0:1776190133.982868:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007bb7c3fe. 02000000:00000010:2.0:1776190133.982871:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f8014e3c. 00010000:00000010:3.0:1776190133.982982:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009b3a5789. 00010000:00000010:3.0:1776190133.982990:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005e65813f. 00010000:00000010:3.0:1776190133.983399:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003076311a. 00010000:00000010:3.0:1776190133.983405:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002a35b6eb. 00010000:00000010:3.0:1776190133.983414:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e728980. 00000100:00000010:3.0:1776190133.983418:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000342ab8a2. 00000100:00000010:3.0:1776190133.983425:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 02000000:00000010:3.0:1776190133.983437:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8b3e5bb. 02000000:00000010:3.0:1776190133.983462:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c591aca. 00000400:00000010:3.0:1776190133.983466:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c064aeb. 00000400:00000010:3.0:1776190133.983470:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e2823b6. 00000100:00000200:3.0:1776190133.983473:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301374400, portal 16 00000400:00000010:3.0:1776190133.983477:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ce06a4c. 00000100:00000200:3.0:1776190133.983479:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301374400, offset 0 00000400:00000200:3.0:1776190133.983485:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.983492:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.983499:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190133.983502:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190133.983514:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190133.983517:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93082:93082:256:4294967295] 192.168.203.39@tcp LPNI seq info [93082:93082:8:4294967295] 00000400:00000200:3.0:1776190133.983525:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.983528:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.983532:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190133.983536:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.983541:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.983544:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190133.983807:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f160b20. 00010000:00000010:1.1:1776190133.983827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b659aaff. 00010000:00000010:1.1:1776190133.983832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005191d5d4. 00010000:00000010:1.1:1776190133.983835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a76965. 00000800:00000200:0.0:1776190133.983849:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190133.983852:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:0.0:1776190133.983857:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.983861:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190133.983865:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ce06a4c 00000400:00000010:0.0:1776190133.983867:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ce06a4c. 00000100:00000200:0.0:1776190133.983873:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000016984533 x1862468301374400/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190133.988139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000791214. 00000400:00000200:2.0:1776190133.989821:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.989841:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18243c0 00000400:00000200:2.0:1776190133.989850:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb67c9 [1] + 224 00000400:00000200:2.0:1776190133.989861:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.989865:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.989875:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000016984533 x1862468301374400/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190133.989903:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190133.989908:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137ab00 00000400:00000200:2.0:1776190133.989913:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb515d [2] + 0 00000400:00000200:2.0:1776190133.989958:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.989961:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190133.989965:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190133.989971:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001fa788c5. 00000020:00000010:0.0:1776190133.990101:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070e6e12b. 00000020:00000010:0.0:1776190133.990109:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aa543a4e. 00000020:00000010:0.0:1776190133.990114:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002b6a75f2. 00010000:00000010:3.1:1776190133.990128:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034167228. 00010000:00000010:3.1:1776190133.990136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de357281. 00000100:00000200:0.0:1776190133.990142:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001fa788c5 x1862468296485632/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:3.0:1776190133.990164:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c064aeb. 00000400:00000200:3.0:1776190133.990169:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e2823b6 00000400:00000010:3.0:1776190133.990172:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e2823b6. 00000100:00000200:0.0:1776190133.990175:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296485632 00000100:00000200:3.0:1776190133.990179:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000016984533 x1862468301374400/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190133.990186:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000002270775. 00000100:00000200:3.0:1776190133.990188:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000016984533 x1862468301374400/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190133.990214:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c591aca. 00010000:00000010:0.0:1776190133.990214:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002f9fb7da. 02000000:00000010:3.0:1776190133.990223:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e8b3e5bb. 00000100:00000010:3.0:1776190133.990227:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 00000100:00000010:3.0:1776190133.990231:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000342ab8a2. 00010000:00000010:3.0:1776190133.990233:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e728980. 00010000:00000010:0.0:1776190133.990240:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003571ee4e. 00000100:00000010:0.0:1776190133.990246:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d02f8be9. 00000100:00000010:0.0:1776190133.990271:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d02f8be9. 00010000:00000010:0.0:1776190133.990274:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003571ee4e. 00000400:00000010:0.0:1776190133.990289:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006997892e. 00000100:00000200:0.0:1776190133.990294:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296485632, offset 224 00000400:00000200:0.0:1776190133.990302:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190133.990314:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00080000:00000010:3.0:1776190133.990319:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aed181e5. 00000400:00000200:0.0:1776190133.990320:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93083:93083:256:4294967295] 192.168.203.39@tcp LPNI seq info [93083:93083:8:4294967295] 00000400:00000200:0.0:1776190133.990331:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190133.990336:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190133.990341:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f5f3eeb7 (tot 82352466). 00000800:00000200:0.0:1776190133.990346:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190133.990354:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190133.990357:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f5f3eeb7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190133.990379:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aa543a4e. 00000020:00000010:0.0:1776190133.990384:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002b6a75f2. 00010000:00000010:3.0:1776190133.990400:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a35b6eb. 00000020:00000010:0.0:1776190133.990401:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070e6e12b. 00010000:00000010:3.0:1776190133.990409:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007fb82c85. 00010000:00000010:3.0:1776190133.990483:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:3.0:1776190133.990488:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002a35b6eb. 00010000:00000010:3.0:1776190133.990496:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e728980. 00000100:00000010:3.0:1776190133.990499:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000342ab8a2. 00000100:00000010:3.0:1776190133.990504:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 02000000:00000010:3.0:1776190133.990526:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d11389be. 02000000:00000010:3.0:1776190133.990544:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0bedd0e. 00000400:00000010:3.0:1776190133.990548:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c064aeb. 00000400:00000010:3.0:1776190133.990551:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e2823b6. 00000100:00000200:3.0:1776190133.990556:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301374464, portal 16 00000400:00000010:3.0:1776190133.990560:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048a81920. 00000100:00000200:3.0:1776190133.990561:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301374464, offset 0 00000400:00000200:3.0:1776190133.990567:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190133.990574:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190133.990580:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190133.990583:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190133.990585:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190133.990588:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93084:93084:255:4294967295] 192.168.203.39@tcp LPNI seq info [93084:93084:7:4294967295] 00000400:00000200:3.0:1776190133.990595:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190133.990600:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190133.990603:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352714). 00000800:00000200:3.0:1776190133.990606:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190133.990611:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190133.990613:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190133.990854:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.990858:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f5f3eeb7 (tot 82352466). 00000400:00000200:2.0:1776190133.990862:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.990865:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.990868:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006997892e 00000400:00000010:2.0:1776190133.990869:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006997892e. 00000800:00000200:2.0:1776190133.990904:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190133.990906:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:2.0:1776190133.990909:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190133.990911:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190133.990913:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048a81920 00000400:00000010:2.0:1776190133.990915:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048a81920. 00000100:00000200:2.0:1776190133.990919:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000016984533 x1862468301374464/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190133.997977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005df12262. 00010000:00000010:3.1:1776190133.997994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003076311a. 00010000:00000010:0.1:1776190133.998092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023de6bab. 00000400:00000200:0.0:1776190133.998676:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.998695:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824400 00000400:00000200:0.0:1776190133.998704:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb67d5 [1] + 224 00000400:00000200:0.0:1776190133.998715:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.998719:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.998729:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000016984533 x1862468301374464/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190133.998986:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190133.998994:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137ab40 00000400:00000200:0.0:1776190133.998999:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb515d [2] + 328 00000400:00000200:0.0:1776190133.999401:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190133.999407:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190133.999411:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190133.999417:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a510ccf3. 00000400:00000010:3.0:1776190133.999583:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c064aeb. 00000400:00000200:3.0:1776190133.999588:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e2823b6 00000400:00000010:3.0:1776190133.999589:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e2823b6. 00000100:00000200:3.0:1776190133.999597:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000016984533 x1862468301374464/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190133.999605:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000016984533 x1862468301374464/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190177 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190133.999647:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0bedd0e. 02000000:00000010:3.0:1776190133.999654:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d11389be. 00000100:00000010:3.0:1776190133.999658:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 00000100:00000010:3.0:1776190133.999661:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000342ab8a2. 00010000:00000010:3.0:1776190133.999664:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e728980. 00000020:00000010:1.0:1776190133.999945:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000121e9b1a. 00000020:00000010:1.0:1776190133.999953:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ccc19a34. 00000020:00000010:1.0:1776190133.999957:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190133.999984:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a510ccf3 x1862468296485696/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:581/0 lens 328/0 e 0 to 0 dl 1776190176 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190134.000009:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296485696 02000000:00000010:1.0:1776190134.000020:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cb074e18. 00010000:00000010:1.0:1776190134.000048:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000089c37438. 00010000:00000010:1.0:1776190134.000067:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c269b9dd. 00000100:00000010:1.0:1776190134.000074:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27279df. 00000100:00000010:1.0:1776190134.000091:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27279df. 00010000:00000010:1.0:1776190134.000094:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c269b9dd. 00000400:00000010:1.0:1776190134.000107:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4c2ce73. 00000100:00000200:1.0:1776190134.000111:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296485696, offset 224 00000400:00000200:1.0:1776190134.000119:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190134.000131:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190134.000138:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93085:93085:256:4294967295] 192.168.203.39@tcp LPNI seq info [93085:93085:8:4294967295] 00000400:00000200:1.0:1776190134.000149:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190134.000155:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190134.000159:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000018c6da1 (tot 82352466). 00000800:00000200:1.0:1776190134.000165:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190134.000172:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190134.000175:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000018c6da1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190134.000196:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ccc19a34. 00000020:00000010:1.0:1776190134.000200:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190134.000203:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000121e9b1a. 00080000:00000010:3.0:1776190134.001704:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d11389be. 00010000:00000010:3.0:1776190134.001846:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a35b6eb. 00010000:00000010:3.0:1776190134.001854:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d566e3e9. 00000800:00000200:2.0:1776190134.001879:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190134.001884:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000018c6da1 (tot 82352218). 00000400:00000200:2.0:1776190134.001891:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190134.001898:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190134.001903:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4c2ce73 00000400:00000010:2.0:1776190134.001906:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4c2ce73. 00010000:00000010:3.0:1776190134.001929:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003076311a. 00010000:00000010:3.0:1776190134.001935:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002a35b6eb. 00010000:00000010:3.0:1776190134.001947:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e728980. 00000100:00000010:3.0:1776190134.001952:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000342ab8a2. 00000100:00000010:3.0:1776190134.001961:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 02000000:00000010:3.0:1776190134.001974:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a0bedd0e. 02000000:00000010:3.0:1776190134.002004:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a722461. 00000400:00000010:3.0:1776190134.002011:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c064aeb. 00000400:00000010:3.0:1776190134.002016:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e2823b6. 00000100:00000200:3.0:1776190134.002022:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301374528, portal 16 00000400:00000010:3.0:1776190134.002028:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000129821df. 00000100:00000200:3.0:1776190134.002030:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301374528, offset 0 00000400:00000200:3.0:1776190134.002036:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190134.002049:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190134.002056:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190134.002060:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190134.002062:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190134.002066:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93086:93086:256:4294967295] 192.168.203.39@tcp LPNI seq info [93086:93086:8:4294967295] 00000400:00000200:3.0:1776190134.002074:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190134.002079:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190134.002083:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ccc8acf (tot 82352466). 00000800:00000200:3.0:1776190134.002088:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190134.002095:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190134.002098:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ccc8acf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190134.004234:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190134.004243:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ccc8acf (tot 82352218). 00000400:00000200:2.0:1776190134.004252:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190134.004261:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190134.004267:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000129821df 00000400:00000010:2.0:1776190134.004269:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000129821df. 00000100:00000200:2.0:1776190134.004279:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000016984533 x1862468301374528/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190134.007863:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190134.007886:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824440 00000400:00000200:0.0:1776190134.007896:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb67e1 [1] + 224 00000400:00000200:0.0:1776190134.007915:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.007920:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190134.007930:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000016984533 x1862468301374528/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190134.008102:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c064aeb. 00000400:00000200:3.0:1776190134.008107:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e2823b6 00000400:00000010:3.0:1776190134.008109:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e2823b6. 00000100:00000200:3.0:1776190134.008115:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000016984533 x1862468301374528/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190134.008122:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000016984533 x1862468301374528/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190134.008149:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a722461. 02000000:00000010:3.0:1776190134.008155:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a0bedd0e. 00000100:00000010:3.0:1776190134.008159:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 00000100:00000010:3.0:1776190134.008163:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000342ab8a2. 00010000:00000010:3.0:1776190134.008166:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e728980. 00010000:00000010:1.1:1776190134.008953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001c93b83. 00000400:00000200:2.0:1776190134.010941:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190134.010960:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137ab80 00000400:00000200:2.0:1776190134.010970:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb515d [2] + 656 00000400:00000200:2.0:1776190134.011032:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190134.011037:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190134.011044:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190134.011050:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e941f260. 00000020:00000010:3.0:1776190134.011640:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0bedd0e. 00000020:00000010:3.0:1776190134.011648:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190134.011653:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190134.011679:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e941f260 x1862468296485760/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:582/0 lens 328/0 e 0 to 0 dl 1776190177 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190134.011717:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296485760 02000000:00000010:3.0:1776190134.011727:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a722461. 00010000:00000010:3.0:1776190134.011755:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000949cd603. 00010000:00000010:3.0:1776190134.011982:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e728980. 00000100:00000010:3.0:1776190134.011991:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000342ab8a2. 00000100:00000010:3.0:1776190134.012012:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000342ab8a2. 00010000:00000010:3.0:1776190134.012016:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e728980. 00000400:00000010:3.0:1776190134.012029:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e2823b6. 00000100:00000200:3.0:1776190134.012035:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296485760, offset 224 00000400:00000200:3.0:1776190134.012042:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190134.012055:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190134.012061:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93087:93087:256:4294967295] 192.168.203.39@tcp LPNI seq info [93087:93087:8:4294967295] 00000400:00000200:3.0:1776190134.012070:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190134.012075:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190134.012079:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000855045aa (tot 82352466). 00000800:00000200:3.0:1776190134.012085:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190134.012091:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190134.012094:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000855045aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190134.012121:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190134.012125:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190134.012128:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0bedd0e. 00080000:00000010:1.0:1776190134.012192:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000121e9b1a. 00010000:00000010:1.0:1776190134.012280:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a35b6eb. 00010000:00000010:1.0:1776190134.012287:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000037a218f0. 00010000:00000010:1.0:1776190134.012355:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4a76965. 00010000:00000010:1.0:1776190134.012361:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005a22b9ec. 00010000:00000010:1.0:1776190134.012371:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c269b9dd. 00000100:00000010:1.0:1776190134.012375:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27279df. 00000100:00000010:1.0:1776190134.012383:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190134.012393:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004428e443. 02000000:00000010:1.0:1776190134.012415:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071296b18. 00000400:00000010:1.0:1776190134.012421:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b33759d1. 00000400:00000010:1.0:1776190134.012425:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc34d2c4. 00000100:00000200:1.0:1776190134.012430:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301374592, portal 16 00000400:00000010:1.0:1776190134.012434:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff4ab8e8. 00000100:00000200:1.0:1776190134.012436:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301374592, offset 0 00000400:00000200:1.0:1776190134.012440:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190134.012446:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190134.012453:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190134.012456:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190134.012459:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190134.012461:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93088:93088:255:4294967295] 192.168.203.39@tcp LPNI seq info [93088:93088:7:4294967295] 00000400:00000200:1.0:1776190134.012468:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190134.012472:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190134.012476:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352714). 00000800:00000200:1.0:1776190134.012479:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190134.012484:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190134.012486:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190134.013088:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073cb8a26. 00010000:00000010:3.1:1776190134.013095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00000800:00000200:0.0:1776190134.013169:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190134.013172:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000855045aa (tot 82352466). 00000400:00000200:0.0:1776190134.013177:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.013182:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190134.013187:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e2823b6 00000400:00000010:0.0:1776190134.013188:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e2823b6. 00000800:00000200:0.0:1776190134.013251:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190134.013253:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:0.0:1776190134.013258:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.013261:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190134.013262:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff4ab8e8 00000400:00000010:0.0:1776190134.013263:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff4ab8e8. 00000100:00000200:0.0:1776190134.013268:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301374592/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190134.015973:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190134.015995:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824480 00000400:00000200:0.0:1776190134.016005:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb67ed [1] + 224 00000400:00000200:0.0:1776190134.016019:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.016023:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190134.016033:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301374592/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190134.016127:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b33759d1. 00000400:00000200:1.0:1776190134.016132:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc34d2c4 00000400:00000010:1.0:1776190134.016134:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc34d2c4. 00000100:00000200:1.0:1776190134.016139:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301374592/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190134.016146:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301374592/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190134.016173:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071296b18. 02000000:00000010:1.0:1776190134.016179:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004428e443. 00000100:00000010:1.0:1776190134.016182:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190134.016185:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27279df. 00010000:00000010:1.0:1776190134.016189:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c269b9dd. 00000400:00000200:2.0:1776190134.017583:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190134.017600:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137abc0 00000400:00000200:2.0:1776190134.017608:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb515d [2] + 984 00000400:00000200:2.0:1776190134.017662:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190134.017667:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190134.017672:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190134.017677:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e75ddab0. 00010000:00000010:1.1:1776190134.017814:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002865d836. 00010000:00000010:1.1:1776190134.017827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003076311a. 00000020:00000010:3.0:1776190134.017956:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0bedd0e. 00000020:00000010:3.0:1776190134.017963:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190134.017968:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190134.017992:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e75ddab0 x1862468296485824/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:582/0 lens 328/0 e 0 to 0 dl 1776190177 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190134.018066:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296485824 02000000:00000010:3.0:1776190134.018078:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008dfbfadd. 00010000:00000010:3.0:1776190134.018105:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009987f323. 00010000:00000010:3.0:1776190134.018125:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e728980. 00000100:00000010:3.0:1776190134.018132:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000342ab8a2. 00000100:00000010:3.0:1776190134.018149:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000342ab8a2. 00010000:00000010:3.0:1776190134.018152:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e728980. 00000400:00000010:3.0:1776190134.018164:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d376fb9. 00000100:00000200:3.0:1776190134.018170:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296485824, offset 224 00000400:00000200:3.0:1776190134.018178:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190134.018189:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00080000:00000010:1.0:1776190134.018191:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004428e443. 00000400:00000200:3.0:1776190134.018195:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93089:93089:256:4294967295] 192.168.203.39@tcp LPNI seq info [93089:93089:8:4294967295] 00000400:00000200:3.0:1776190134.018206:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190134.018210:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190134.018214:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000855045aa (tot 82352466). 00000800:00000200:3.0:1776190134.018220:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190134.018227:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190134.018230:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000855045aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190134.018243:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be3adb4f. 00000020:00000010:3.0:1776190134.018247:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190134.018249:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0bedd0e. 00010000:00000010:1.0:1776190134.018281:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a22b9ec. 00010000:00000010:1.0:1776190134.018288:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000250e504d. 00000800:00000200:0.0:1776190134.018363:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190134.018367:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000855045aa (tot 82352218). 00000400:00000200:0.0:1776190134.018372:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1776190134.018373:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005191d5d4. 00000400:00000200:0.0:1776190134.018377:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00010000:00000010:1.0:1776190134.018378:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ccc19a34. 00000400:00000200:0.0:1776190134.018382:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d376fb9 00010000:00000010:1.0:1776190134.018385:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027fb93ac. 00000400:00000010:0.0:1776190134.018385:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d376fb9. 00010000:00000010:1.0:1776190134.018392:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005a22b9ec. 00080000:00000010:1.0:1776190134.018404:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071296b18. 00010000:00000010:1.0:1776190134.018430:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a22b9ec. 00010000:00000010:1.0:1776190134.018434:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ccc19a34. 00010000:00000010:1.0:1776190134.018485:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000092712ce1. 00010000:00000010:1.0:1776190134.018488:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005a22b9ec. 00010000:00000010:1.0:1776190134.018496:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c269b9dd. 00000100:00000010:1.0:1776190134.018500:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27279df. 00000100:00000010:1.0:1776190134.018521:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190134.018532:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091cf174b. 02000000:00000010:1.0:1776190134.018555:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d945344. 00000400:00000010:1.0:1776190134.018561:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b33759d1. 00000400:00000010:1.0:1776190134.018566:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc34d2c4. 00000100:00000200:1.0:1776190134.018571:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301374656, portal 16 00000400:00000010:1.0:1776190134.018575:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b96b8ae7. 00000100:00000200:1.0:1776190134.018578:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301374656, offset 0 00000400:00000200:1.0:1776190134.018585:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190134.018592:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190134.018599:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190134.018603:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190134.018606:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190134.018609:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93090:93090:256:4294967295] 192.168.203.39@tcp LPNI seq info [93090:93090:8:4294967295] 00000400:00000200:1.0:1776190134.018616:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190134.018621:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190134.018624:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060951e1a (tot 82352466). 00000800:00000200:1.0:1776190134.018628:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190134.018639:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190134.018641:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060951e1a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190134.018830:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190134.018833:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060951e1a (tot 82352218). 00000400:00000200:0.0:1776190134.018838:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.018842:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190134.018845:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b96b8ae7 00000400:00000010:0.0:1776190134.018846:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b96b8ae7. 00000100:00000200:0.0:1776190134.018851:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301374656/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190134.020974:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190134.020993:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18244c0 00000400:00000200:2.0:1776190134.021001:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb67f9 [1] + 224 00000400:00000200:2.0:1776190134.021015:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190134.021018:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190134.021026:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301374656/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190134.021162:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b33759d1. 00000400:00000200:1.0:1776190134.021168:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc34d2c4 00000400:00000010:1.0:1776190134.021170:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc34d2c4. 00000100:00000200:1.0:1776190134.021175:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301374656/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190134.021183:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301374656/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190134.021210:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d945344. 02000000:00000010:1.0:1776190134.021216:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091cf174b. 00000100:00000010:1.0:1776190134.021220:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:1.0:1776190134.021223:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27279df. 00010000:00000010:1.0:1776190134.021227:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c269b9dd. 00000400:00000200:0.0:1776190134.025082:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190134.025102:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137ac00 00010000:00000010:3.1:1776190134.025111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000122ddc19. 00000400:00000200:0.0:1776190134.025111:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb515d [2] + 1312 00000400:00000200:0.0:1776190134.025186:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.025191:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190134.025197:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190134.025202:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000085063ae4. 00000020:00000010:3.0:1776190134.025263:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0bedd0e. 00000020:00000010:3.0:1776190134.025270:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ca59c977. 00000020:00000010:3.0:1776190134.025275:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190134.025301:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000085063ae4 x1862468296485888/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:582/0 lens 328/0 e 0 to 0 dl 1776190177 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190134.026380:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296485888 02000000:00000010:3.0:1776190134.026394:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000073c66e6d. 00010000:00000010:3.0:1776190134.026429:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddf82fb5. 00010000:00000010:3.0:1776190134.026452:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b20188b. 00000100:00000010:3.0:1776190134.026460:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000342ab8a2. 00000100:00000010:3.0:1776190134.026473:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000342ab8a2. 00010000:00000010:3.0:1776190134.026476:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b20188b. 00000400:00000010:3.0:1776190134.026490:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190134.026495:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296485888, offset 224 00000400:00000200:3.0:1776190134.026513:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00080000:00000010:0.0:1776190134.026521:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090e03661. 00000400:00000200:3.0:1776190134.026528:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190134.026536:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93091:93091:256:4294967295] 192.168.203.39@tcp LPNI seq info [93091:93091:8:4294967295] 00000400:00000200:3.0:1776190134.026556:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190134.026563:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190134.026568:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ccc8acf (tot 82352466). 00000800:00000200:3.0:1776190134.026575:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190134.026581:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190134.026585:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ccc8acf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190134.026605:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ca59c977. 00010000:00000010:0.0:1776190134.026607:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a22b9ec. 00000020:00000010:3.0:1776190134.026611:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00010000:00000010:0.0:1776190134.026615:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fd3f3e3a. 00000020:00000010:3.0:1776190134.026616:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0bedd0e. 00010000:00000010:0.0:1776190134.026696:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e260a472. 00010000:00000010:0.0:1776190134.026702:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fe61051. 00000800:00000200:3.0:1776190134.026707:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190134.026711:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ccc8acf (tot 82352218). 00010000:00000010:0.0:1776190134.026711:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003571ee4e. 00000400:00000200:3.0:1776190134.026716:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1776190134.026718:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d02f8be9. 00000400:00000200:3.0:1776190134.026722:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000010:0.0:1776190134.026726:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b1213a9c. 00000400:00000200:3.0:1776190134.026727:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b61116a7 00000400:00000010:3.0:1776190134.026730:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b61116a7. 02000000:00000010:0.0:1776190134.026739:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a766347e. 02000000:00000010:0.0:1776190134.026763:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd3811e6. 00000400:00000010:0.0:1776190134.026770:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000033e3b215. 00000400:00000010:0.0:1776190134.026795:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006997892e. 00000100:00000200:0.0:1776190134.026800:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301374720, portal 16 00000400:00000010:0.0:1776190134.026803:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007bb7c3fe. 00000100:00000200:0.0:1776190134.026805:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301374720, offset 0 00000400:00000200:0.0:1776190134.026811:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190134.027591:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190134.027598:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190134.027601:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190134.027604:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190134.027607:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93092:93092:256:4294967295] 192.168.203.39@tcp LPNI seq info [93092:93092:8:4294967295] 00000400:00000200:0.0:1776190134.027615:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190134.027620:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190134.027625:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b7ab983 (tot 82352466). 00000800:00000200:0.0:1776190134.027631:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190134.027635:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190134.027638:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001b7ab983 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190134.030121:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190134.030127:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b7ab983 (tot 82352218). 00000400:00000200:2.0:1776190134.030134:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190134.030143:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190134.030149:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007bb7c3fe 00000400:00000010:2.0:1776190134.030151:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007bb7c3fe. 00000100:00000200:2.0:1776190134.030158:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b1213a9c x1862468301374720/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190134.030852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058c23a48. 00010000:00000010:1.1:1776190134.030860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a76965. 00010000:00000010:1.1:1776190134.030864:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005191d5d4. 00010000:00000010:1.1:1776190134.030866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027fb93ac. 00000400:00000200:3.0:1776190134.032156:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190134.032173:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824500 00000400:00000200:3.0:1776190134.032182:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6805 [1] + 224 00000400:00000200:3.0:1776190134.032194:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.032199:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190134.032209:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b1213a9c x1862468301374720/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190134.032251:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190134.032257:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137ac40 00000400:00000200:3.0:1776190134.032262:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb515d [2] + 1640 00000400:00000200:3.0:1776190134.032314:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.032318:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190134.032322:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190134.032329:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 00000020:00000010:3.0:1776190134.032374:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b7094d1. 00000020:00000010:3.0:1776190134.032381:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ca59c977. 00000020:00000010:3.0:1776190134.032386:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190134.032583:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016984533 x1862468296485952/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:582/0 lens 328/0 e 0 to 0 dl 1776190177 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190134.032614:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296485952 02000000:00000010:3.0:1776190134.032626:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000db73c0ce. 00010000:00000010:3.0:1776190134.032661:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b20188b. 00000100:00000010:3.0:1776190134.032668:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000342ab8a2. 00000100:00000010:3.0:1776190134.032674:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000342ab8a2. 00010000:00000010:3.0:1776190134.032682:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b20188b. 00000400:00000010:3.0:1776190134.032697:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190134.032701:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296485952, offset 224 00000400:00000200:3.0:1776190134.032708:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190134.032719:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190134.032725:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93093:93093:256:4294967295] 192.168.203.39@tcp LPNI seq info [93093:93093:8:4294967295] 00000400:00000200:3.0:1776190134.032734:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190134.032739:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190134.032743:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ccc8acf (tot 82352466). 00000800:00000200:3.0:1776190134.032748:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190134.032754:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190134.032758:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ccc8acf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190134.032812:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ca59c977. 00000020:00000010:3.0:1776190134.032817:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190134.032820:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b7094d1. 00000800:00000200:3.0:1776190134.032888:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190134.032892:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ccc8acf (tot 82352218). 00000400:00000200:3.0:1776190134.032896:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.032899:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190134.032904:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b61116a7 00000400:00000010:3.0:1776190134.032906:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b61116a7. 00000400:00000010:2.0:1776190134.033199:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000033e3b215. 00000400:00000200:2.0:1776190134.033204:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006997892e 00000400:00000010:2.0:1776190134.033205:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006997892e. 00000100:00000200:2.0:1776190134.033212:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b1213a9c x1862468301374720/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190134.033220:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b1213a9c x1862468301374720/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190134.033241:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d01848ad. 02000000:00000010:2.0:1776190134.033255:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd3811e6. 02000000:00000010:2.0:1776190134.033260:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a766347e. 00000100:00000010:2.0:1776190134.033263:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b1213a9c. 00000100:00000010:2.0:1776190134.033266:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d02f8be9. 00010000:00000010:2.0:1776190134.033268:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003571ee4e. 00080000:00000010:2.0:1776190134.033286:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4683bb3. 00010000:00000010:2.0:1776190134.033387:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe61051. 00010000:00000010:2.0:1776190134.033394:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a148f693. 00010000:00000010:2.0:1776190134.033474:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039b6fee1. 00010000:00000010:2.0:1776190134.033480:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055cfa073. 00010000:00000010:2.0:1776190134.033490:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055d3bcbb. 00000100:00000010:2.0:1776190134.033495:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000125e3d33. 00000100:00000010:2.0:1776190134.033502:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 02000000:00000010:2.0:1776190134.033528:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fbfed5c4. 02000000:00000010:2.0:1776190134.033549:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000589fbdd8. 00000400:00000010:2.0:1776190134.033554:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000ecb45c3. 00000400:00000010:2.0:1776190134.033559:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059f7246c. 00000100:00000200:2.0:1776190134.033563:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301374784, portal 16 00000400:00000010:2.0:1776190134.033566:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea48fa09. 00000100:00000200:2.0:1776190134.033569:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301374784, offset 0 00000400:00000200:2.0:1776190134.033574:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190134.033583:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190134.033589:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190134.033593:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190134.033596:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190134.033598:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93094:93094:256:4294967295] 192.168.203.39@tcp LPNI seq info [93094:93094:8:4294967295] 00000400:00000200:2.0:1776190134.033606:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190134.033611:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190134.033615:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc81a4c0 (tot 82352466). 00000800:00000200:2.0:1776190134.033619:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190134.033624:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190134.033627:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc81a4c0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190134.034338:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190134.034343:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc81a4c0 (tot 82352218). 00000400:00000200:3.0:1776190134.034349:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.034355:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190134.034360:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea48fa09 00000400:00000010:3.0:1776190134.034362:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea48fa09. 00000100:00000200:3.0:1776190134.034370:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000969b7ebd x1862468301374784/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190134.035292:0:78521:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df4c0d73. 00010000:00000010:0.1:1776190134.035302:0:78521:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092712ce1. 00010000:00000010:3.1:1776190134.035808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f313cca5. 00000400:00000200:3.0:1776190134.037701:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190134.037721:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824540 00000400:00000200:3.0:1776190134.037730:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6811 [1] + 224 00000400:00000200:3.0:1776190134.037743:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.037747:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190134.037757:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000969b7ebd x1862468301374784/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190134.037865:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000ecb45c3. 00000400:00000200:2.0:1776190134.037870:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059f7246c 00000400:00000010:2.0:1776190134.037872:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059f7246c. 00000100:00000200:2.0:1776190134.037878:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000969b7ebd x1862468301374784/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190134.037885:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000969b7ebd x1862468301374784/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190134.037912:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000589fbdd8. 02000000:00000010:2.0:1776190134.037917:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fbfed5c4. 00000100:00000010:2.0:1776190134.037921:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 00000100:00000010:2.0:1776190134.037925:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000125e3d33. 00010000:00000010:2.0:1776190134.037929:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055d3bcbb. 00010000:00000010:3.1:1776190134.039821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000323aedda. 00000400:00000200:3.0:1776190134.042004:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190134.042020:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137ac80 00000400:00000200:3.0:1776190134.042028:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb515d [2] + 1968 00000400:00000010:3.0:1776190134.042033:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004297d14c. 00000400:00000200:3.0:1776190134.042038:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000cfeffa25 00000400:00000200:3.0:1776190134.042092:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.042096:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190134.042100:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfeffa25 00000400:00000010:3.0:1776190134.042102:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000cfeffa25 (tot 82352066). 00000100:00000200:3.0:1776190134.042108:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190134.042196:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8d95336. 00000020:00000010:0.0:1776190134.042205:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000081eb62d1. 00000020:00000010:0.0:1776190134.042209:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002b6a75f2. 00000100:00000200:0.0:1776190134.042298:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000004825525 x1862468296486016/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:582/0 lens 328/0 e 0 to 0 dl 1776190177 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190134.042336:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296486016 02000000:00000010:0.0:1776190134.042348:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000099805fa6. 00010000:00000010:0.0:1776190134.042378:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002b4d9f9b. 00010000:00000010:0.0:1776190134.042399:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c928e2d9. 00000100:00000010:0.0:1776190134.042407:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ea229ad. 00000100:00000010:0.0:1776190134.043290:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ea229ad. 00010000:00000010:0.0:1776190134.043299:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c928e2d9. 00000400:00000010:0.0:1776190134.043315:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e50e0bd6. 00000100:00000200:0.0:1776190134.043320:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296486016, offset 224 00000400:00000200:0.0:1776190134.043328:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190134.043340:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190134.043346:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93095:93095:256:4294967295] 192.168.203.39@tcp LPNI seq info [93095:93095:8:4294967295] 00000400:00000200:0.0:1776190134.043356:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190134.043362:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190134.043366:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b7ab983 (tot 82352314). 00000800:00000200:0.0:1776190134.043372:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190134.043379:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190134.043383:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001b7ab983 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190134.043405:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000081eb62d1. 00000020:00000010:0.0:1776190134.043411:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002b6a75f2. 00000020:00000010:0.0:1776190134.043415:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8d95336. 02000000:00000010:0.0:1776190134.043423:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000db73c0ce. 00000100:00000010:0.0:1776190134.043427:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 02000000:00000010:0.0:1776190134.043431:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000073c66e6d. 00000100:00000010:0.0:1776190134.043433:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000085063ae4. 02000000:00000010:0.0:1776190134.043438:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008dfbfadd. 00000100:00000010:0.0:1776190134.043439:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e75ddab0. 02000000:00000010:0.0:1776190134.043443:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a722461. 00000100:00000010:0.0:1776190134.043444:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e941f260. 02000000:00000010:0.0:1776190134.043448:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cb074e18. 00000100:00000010:0.0:1776190134.043450:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a510ccf3. 02000000:00000010:0.0:1776190134.043455:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000002270775. 00000100:00000010:0.0:1776190134.043457:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001fa788c5. 00000100:00000200:0.0:1776190134.043466:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190134.043472:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000073bc2118. 00000400:00000010:0.0:1776190134.043476:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003ea229ad (tot 82352466). 00000800:00000200:0.0:1776190134.043564:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190134.043567:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b7ab983 (tot 82352218). 00000400:00000200:0.0:1776190134.043570:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.043574:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190134.043577:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e50e0bd6 00000400:00000010:0.0:1776190134.043578:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e50e0bd6. 02000000:00000010:0.0:1776190134.043582:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000099805fa6. 00080000:00000010:1.0:1776190134.044753:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d945344. 00010000:00000010:1.0:1776190134.044874:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055cfa073. 00010000:00000010:1.0:1776190134.044884:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d106a477. 00010000:00000010:1.0:1776190134.044956:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027fb93ac. 00010000:00000010:1.0:1776190134.044962:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cbc4770c. 00010000:00000010:1.0:1776190134.044973:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c269b9dd. 00000100:00000010:1.0:1776190134.044980:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27279df. 00000100:00000010:1.0:1776190134.044989:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4f3ec3. 02000000:00000010:1.0:1776190134.045003:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cb074e18. 02000000:00000010:1.0:1776190134.045028:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091cf174b. 00000400:00000010:1.0:1776190134.045036:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b33759d1. 00000400:00000010:1.0:1776190134.045042:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc34d2c4. 00000100:00000200:1.0:1776190134.045047:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301374848, portal 16 00000400:00000010:1.0:1776190134.045052:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001149df6c. 00000100:00000200:1.0:1776190134.045054:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301374848, offset 0 00000400:00000200:1.0:1776190134.045063:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190134.045076:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190134.045083:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190134.045086:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190134.045089:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190134.045092:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93096:93096:256:4294967295] 192.168.203.39@tcp LPNI seq info [93096:93096:8:4294967295] 00000400:00000200:1.0:1776190134.045100:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190134.045106:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190134.045110:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000018c6da1 (tot 82352466). 00000800:00000200:1.0:1776190134.045115:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190134.045122:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190134.045126:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000018c6da1 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190134.046958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b0d91c6. 00010000:00000010:2.1:1776190134.046970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbf0a5f5. 00010000:00000010:2.1:1776190134.046973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e260a472. 00000800:00000200:0.0:1776190134.047742:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190134.047747:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000018c6da1 (tot 82352218). 00000400:00000200:0.0:1776190134.047754:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.047763:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190134.047769:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001149df6c 00000400:00000010:0.0:1776190134.047808:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001149df6c. 00000100:00000200:0.0:1776190134.047819:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4f3ec3 x1862468301374848/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190134.049081:0:78522:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008da9e92. 00010000:00000010:1.1:1776190134.049091:0:78522:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039b6fee1. 00010000:00000010:0.1:1776190134.059074:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000830d0326. 00000400:00000200:0.0:1776190134.059118:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190134.059134:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824580 00000400:00000200:0.0:1776190134.059142:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6821 [1] + 224 00000400:00000200:0.0:1776190134.059153:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.059157:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190134.059169:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4f3ec3 x1862468301374848/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190134.059202:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190134.059207:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137acc0 00000400:00000200:0.0:1776190134.059212:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb51b5 [2] + 0 00000400:00000200:0.0:1776190134.059279:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.059283:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190134.059288:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190134.059294:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a510ccf3. 00000400:00000010:0.0:1776190134.059337:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b33759d1. 00000400:00000200:0.0:1776190134.059341:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc34d2c4 00000400:00000010:0.0:1776190134.059343:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc34d2c4. 00000100:00000200:0.0:1776190134.059348:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4f3ec3 x1862468301374848/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190134.059355:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4f3ec3 x1862468301374848/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190134.059382:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091cf174b. 02000000:00000010:0.0:1776190134.059389:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cb074e18. 00000100:00000010:0.0:1776190134.059392:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4f3ec3. 00000100:00000010:0.0:1776190134.059395:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27279df. 00010000:00000010:0.0:1776190134.059398:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c269b9dd. 00000020:00000010:0.0:1776190134.059438:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002270775. 00000020:00000010:0.0:1776190134.059444:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000081eb62d1. 00000020:00000010:0.0:1776190134.059448:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002b6a75f2. 00000100:00000200:0.0:1776190134.059473:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a510ccf3 x1862468296486080/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:582/0 lens 328/0 e 0 to 0 dl 1776190177 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190134.059500:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296486080 02000000:00000010:0.0:1776190134.059522:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b8d95336. 00010000:00000010:0.0:1776190134.059548:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002966d06. 00010000:00000010:0.0:1776190134.059568:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c928e2d9. 00000100:00000010:0.0:1776190134.059575:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000608be510. 00000100:00000010:0.0:1776190134.059583:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000608be510. 00010000:00000010:0.0:1776190134.059585:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c928e2d9. 00000400:00000010:0.0:1776190134.059597:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e50e0bd6. 00000100:00000200:0.0:1776190134.059602:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296486080, offset 224 00000400:00000200:0.0:1776190134.059608:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190134.059619:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190134.059623:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93097:93097:256:4294967295] 192.168.203.39@tcp LPNI seq info [93097:93097:8:4294967295] 00000400:00000200:0.0:1776190134.059635:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190134.059640:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190134.059645:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b7ab983 (tot 82352466). 00000800:00000200:0.0:1776190134.059651:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190134.059658:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190134.059661:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001b7ab983 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190134.059677:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000081eb62d1. 00000020:00000010:0.0:1776190134.059682:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002b6a75f2. 00000020:00000010:0.0:1776190134.059686:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002270775. 00080000:00000010:0.0:1776190134.059714:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002270775. 00010000:00000010:0.0:1776190134.059952:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cbc4770c. 00010000:00000010:0.0:1776190134.059958:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000293e98b4. 00010000:00000010:0.0:1776190134.060027:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c30fc39. 00010000:00000010:0.0:1776190134.060034:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002438959e. 00010000:00000010:0.0:1776190134.060043:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c928e2d9. 00000100:00000010:0.0:1776190134.060046:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000608be510. 00000100:00000010:0.0:1776190134.060052:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000085063ae4. 02000000:00000010:0.0:1776190134.060063:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000671ef2a8. 02000000:00000010:0.0:1776190134.060085:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070e6e12b. 00000400:00000010:0.0:1776190134.060091:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000024556b01. 00000400:00000010:0.0:1776190134.060095:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034085864. 00000100:00000200:0.0:1776190134.060100:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301374912, portal 16 00000400:00000010:0.0:1776190134.060104:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066d61e78. 00000100:00000200:0.0:1776190134.060106:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301374912, offset 0 00000400:00000200:0.0:1776190134.060111:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190134.060118:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190134.060124:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190134.060127:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190134.060130:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190134.060133:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93098:93098:255:4294967295] 192.168.203.39@tcp LPNI seq info [93098:93098:7:4294967295] 00000400:00000200:0.0:1776190134.060142:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190134.060146:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190134.060150:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f5f3eeb7 (tot 82352714). 00000800:00000200:0.0:1776190134.060154:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190134.060158:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190134.060161:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f5f3eeb7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190134.060203:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190134.060206:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b7ab983 (tot 82352466). 00000400:00000200:0.0:1776190134.060210:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.060215:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190134.060218:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e50e0bd6 00000400:00000010:0.0:1776190134.060220:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e50e0bd6. 00000800:00000200:0.0:1776190134.060261:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190134.060262:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f5f3eeb7 (tot 82352218). 00000400:00000200:0.0:1776190134.060265:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.060267:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190134.060269:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066d61e78 00000400:00000010:0.0:1776190134.060270:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066d61e78. 00000100:00000200:0.0:1776190134.060274:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000085063ae4 x1862468301374912/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190134.064120:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190134.064139:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18245c0 00000400:00000200:3.0:1776190134.064149:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb682d [1] + 224 00000400:00000200:3.0:1776190134.064165:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.064169:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190134.064180:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000085063ae4 x1862468301374912/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190134.064279:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000024556b01. 00000400:00000200:1.0:1776190134.064286:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034085864 00000400:00000010:1.0:1776190134.064287:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034085864. 00000100:00000200:1.0:1776190134.064294:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000085063ae4 x1862468301374912/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190134.064302:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000085063ae4 x1862468301374912/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190134.064332:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070e6e12b. 02000000:00000010:1.0:1776190134.064338:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000671ef2a8. 00000100:00000010:1.0:1776190134.064342:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000085063ae4. 00000100:00000010:1.0:1776190134.064348:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000608be510. 00010000:00000010:1.0:1776190134.064352:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c928e2d9. 00000400:00000200:3.0:1776190134.064962:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190134.064972:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137ad00 00000400:00000200:3.0:1776190134.064977:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb51b5 [2] + 328 00000400:00000200:3.0:1776190134.065043:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.065048:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190134.065053:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190134.065059:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 00000020:00000010:1.0:1776190134.065163:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000217517a8. 00000020:00000010:1.0:1776190134.065171:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ccc19a34. 00000020:00000010:1.0:1776190134.065175:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190134.065199:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074baf3bb x1862468296486144/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:582/0 lens 328/0 e 0 to 0 dl 1776190177 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190134.065230:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296486144 02000000:00000010:1.0:1776190134.065241:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000109dc683. 00010000:00000010:1.0:1776190134.065268:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ed46b7f. 00010000:00000010:1.0:1776190134.065288:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000950840fc. 00000100:00000010:1.0:1776190134.065295:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27279df. 00000100:00000010:1.0:1776190134.065306:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27279df. 00010000:00000010:1.0:1776190134.065309:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000950840fc. 00000400:00000010:1.0:1776190134.065321:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da785b1e. 00000100:00000200:1.0:1776190134.065326:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296486144, offset 224 00000400:00000200:1.0:1776190134.065334:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190134.065345:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190134.065351:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93099:93099:256:4294967295] 192.168.203.39@tcp LPNI seq info [93099:93099:8:4294967295] 00000400:00000200:1.0:1776190134.065361:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190134.065366:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190134.065371:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031d29c32 (tot 82352466). 00000800:00000200:1.0:1776190134.065376:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190134.065383:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190134.065386:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031d29c32 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190134.065401:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ccc19a34. 00000020:00000010:1.0:1776190134.065406:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190134.065408:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000217517a8. 00000800:00000200:1.0:1776190134.065479:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190134.065482:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031d29c32 (tot 82352218). 00000400:00000200:1.0:1776190134.065487:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190134.065490:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190134.065494:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da785b1e 00000400:00000010:1.0:1776190134.065495:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da785b1e. 00080000:00000010:1.0:1776190134.065530:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000217517a8. 00010000:00000010:1.0:1776190134.065608:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002438959e. 00010000:00000010:1.0:1776190134.065615:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000024c7dd2a. 00010000:00000010:1.0:1776190134.065683:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005191d5d4. 00010000:00000010:1.0:1776190134.065687:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ccc19a34. 00010000:00000010:1.0:1776190134.065692:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4a76965. 00010000:00000010:1.0:1776190134.065697:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8fc0327. 00080000:00000010:1.0:1776190134.065710:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002075be15. 00010000:00000010:1.0:1776190134.065735:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8fc0327. 00010000:00000010:1.0:1776190134.065740:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ccc19a34. 00010000:00000010:0.1:1776190134.065905:0:78525:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ef861d4. 00010000:00000010:0.1:1776190134.065911:0:78525:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a26797b1. 00010000:00000010:0.1:1776190134.065916:0:78525:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027fb93ac. 00010000:00000010:1.0:1776190134.067072:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014ae4bc9. 00010000:00000010:1.0:1776190134.067082:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8fc0327. 00010000:00000010:1.0:1776190134.067094:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000950840fc. 00000100:00000010:1.0:1776190134.067100:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27279df. 00000100:00000010:1.0:1776190134.067109:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d96c74a9. 02000000:00000010:1.0:1776190134.067122:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005ae4d2a9. 02000000:00000010:1.0:1776190134.067150:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e5a14ee. 00000400:00000010:1.0:1776190134.067156:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008c7f8cb8. 00000400:00000010:1.0:1776190134.067162:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da785b1e. 00000100:00000200:1.0:1776190134.067169:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301374976, portal 16 00000400:00000010:1.0:1776190134.067175:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098f92200. 00000100:00000200:1.0:1776190134.067177:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301374976, offset 0 00000400:00000200:1.0:1776190134.067186:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190134.067198:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190134.067205:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190134.067209:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190134.067212:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190134.067215:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93100:93100:256:4294967295] 192.168.203.39@tcp LPNI seq info [93100:93100:8:4294967295] 00000400:00000200:1.0:1776190134.067223:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190134.067229:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190134.067233:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031d29c32 (tot 82352466). 00000800:00000200:1.0:1776190134.067239:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190134.067245:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190134.067248:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031d29c32 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190134.067444:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190134.067448:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031d29c32 (tot 82352218). 00000400:00000200:3.0:1776190134.067453:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.067458:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190134.067462:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098f92200 00000400:00000010:3.0:1776190134.067464:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098f92200. 00000100:00000200:3.0:1776190134.067470:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d96c74a9 x1862468301374976/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190134.069699:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190134.069716:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824600 00000400:00000200:3.0:1776190134.069724:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6839 [1] + 224 00000400:00000200:3.0:1776190134.069738:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.069741:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190134.069751:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d96c74a9 x1862468301374976/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190134.069823:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008c7f8cb8. 00000400:00000200:3.0:1776190134.069827:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da785b1e 00000400:00000010:3.0:1776190134.069830:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da785b1e. 00000100:00000200:3.0:1776190134.069834:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d96c74a9 x1862468301374976/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190134.069842:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d96c74a9 x1862468301374976/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190134.069868:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e5a14ee. 02000000:00000010:3.0:1776190134.069874:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005ae4d2a9. 00000100:00000010:3.0:1776190134.069879:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d96c74a9. 00000100:00000010:3.0:1776190134.069883:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27279df. 00010000:00000010:3.0:1776190134.069887:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000950840fc. 00000400:00000200:1.0:1776190134.074426:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190134.074446:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137ad40 00000400:00000200:1.0:1776190134.074454:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb51b5 [2] + 656 00000400:00000200:1.0:1776190134.074524:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190134.074529:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190134.074535:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190134.074541:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719b5d3. 00000020:00000010:0.0:1776190134.074886:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8014e3c. 00000020:00000010:0.0:1776190134.074894:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aa543a4e. 00000020:00000010:0.0:1776190134.074898:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002b6a75f2. 00000100:00000200:0.0:1776190134.074924:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a719b5d3 x1862468296486208/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:582/0 lens 328/0 e 0 to 0 dl 1776190177 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190134.074960:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296486208 02000000:00000010:0.0:1776190134.074971:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a766347e. 00010000:00000010:0.0:1776190134.074999:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e50bada7. 00010000:00000010:0.0:1776190134.075020:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eeb76fd3. 00000100:00000010:0.0:1776190134.075031:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce4fc309. 00000100:00000010:0.0:1776190134.075051:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce4fc309. 00010000:00000010:0.0:1776190134.075056:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eeb76fd3. 00000400:00000010:0.0:1776190134.075070:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066d61e78. 00000100:00000200:0.0:1776190134.075075:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296486208, offset 224 00000400:00000200:0.0:1776190134.075082:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190134.075093:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190134.075098:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93101:93101:256:4294967295] 192.168.203.39@tcp LPNI seq info [93101:93101:8:4294967295] 00000400:00000200:0.0:1776190134.075106:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190134.075111:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190134.075115:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f5f3eeb7 (tot 82352466). 00000800:00000200:0.0:1776190134.075120:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190134.075126:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190134.075129:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f5f3eeb7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190134.075147:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aa543a4e. 00000020:00000010:0.0:1776190134.075151:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002b6a75f2. 00000020:00000010:0.0:1776190134.075154:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8014e3c. 00000800:00000200:0.0:1776190134.075227:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190134.075231:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f5f3eeb7 (tot 82352218). 00000400:00000200:0.0:1776190134.075235:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.075239:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190134.075242:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066d61e78 00000400:00000010:0.0:1776190134.075244:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066d61e78. 00080000:00000010:1.0:1776190134.075315:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080b3c69b. 00010000:00000010:1.0:1776190134.075390:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8fc0327. 00010000:00000010:1.0:1776190134.075395:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098b1cc33. 00010000:00000010:1.0:1776190134.075457:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007970001f. 00010000:00000010:1.0:1776190134.075461:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8fc0327. 00010000:00000010:1.0:1776190134.075471:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006cc8f64f. 00000100:00000010:1.0:1776190134.075475:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27279df. 00000100:00000010:1.0:1776190134.075481:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000909ebbf0. 02000000:00000010:1.0:1776190134.075491:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004c0f2e2b. 02000000:00000010:1.0:1776190134.075528:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b6172bcb. 00000400:00000010:1.0:1776190134.075533:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008c7f8cb8. 00000400:00000010:1.0:1776190134.075537:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d43b3045. 00000100:00000200:1.0:1776190134.075543:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301375040, portal 16 00000400:00000010:1.0:1776190134.075546:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e54ad690. 00000100:00000200:1.0:1776190134.075548:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301375040, offset 0 00000400:00000200:1.0:1776190134.075552:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190134.075557:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190134.075563:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190134.075566:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190134.075569:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190134.075571:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93102:93102:256:4294967295] 192.168.203.39@tcp LPNI seq info [93102:93102:8:4294967295] 00000400:00000200:1.0:1776190134.075577:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190134.075581:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190134.075584:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c40e4d7 (tot 82352466). 00000800:00000200:1.0:1776190134.075588:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190134.075593:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190134.075596:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c40e4d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190134.076249:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190134.076253:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c40e4d7 (tot 82352218). 00000400:00000200:3.0:1776190134.076260:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.076265:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190134.076269:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e54ad690 00000400:00000010:3.0:1776190134.076270:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e54ad690. 00000100:00000200:3.0:1776190134.076277:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000909ebbf0 x1862468301375040/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190134.076821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e1d462d. 00010000:00000010:1.1:1776190134.076829:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026ff0a54. 00010000:00000010:1.1:1776190134.076834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c30fc39. 00010000:00000010:1.1:1776190134.076837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005191d5d4. 00010000:00000010:1.1:1776190134.076839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a76965. 00000400:00000200:1.0:1776190134.078841:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:1.0:1776190134.078858:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824640 00000400:00000200:1.0:1776190134.078868:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6845 [1] + 224 00000400:00000200:1.0:1776190134.078882:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190134.078886:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:1.0:1776190134.078897:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000909ebbf0 x1862468301375040/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190134.079164:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008c7f8cb8. 00000400:00000200:3.0:1776190134.079169:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d43b3045 00000400:00000010:3.0:1776190134.079172:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d43b3045. 00000100:00000200:3.0:1776190134.079179:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000909ebbf0 x1862468301375040/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190134.079188:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000909ebbf0 x1862468301375040/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190134.079215:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b6172bcb. 02000000:00000010:3.0:1776190134.079221:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004c0f2e2b. 00000100:00000010:3.0:1776190134.079226:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000909ebbf0. 00000100:00000010:3.0:1776190134.079230:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27279df. 00010000:00000010:3.0:1776190134.079234:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006cc8f64f. 00000400:00000200:3.0:1776190134.083581:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190134.083868:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137ad80 00000400:00000200:3.0:1776190134.083878:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb51b5 [2] + 984 00000400:00000200:3.0:1776190134.083933:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.083939:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190134.083946:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190134.083952:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 00010000:00000010:1.1:1776190134.084226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049308b6d. 00010000:00000010:1.1:1776190134.084234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014ae4bc9. 00000020:00000010:1.0:1776190134.084280:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005470b416. 00000020:00000010:1.0:1776190134.084287:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ccc19a34. 00000020:00000010:1.0:1776190134.084292:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190134.084316:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003ffde2ec x1862468296486272/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:582/0 lens 328/0 e 0 to 0 dl 1776190177 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190134.084362:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296486272 02000000:00000010:1.0:1776190134.084373:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000052073fb. 00010000:00000010:1.0:1776190134.084402:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c47e1da0. 00010000:00000010:1.0:1776190134.084424:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bce93daf. 00000100:00000010:1.0:1776190134.084433:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27279df. 00000100:00000010:1.0:1776190134.084448:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27279df. 00010000:00000010:1.0:1776190134.084452:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bce93daf. 00000400:00000010:1.0:1776190134.084465:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065effbe1. 00000100:00000200:1.0:1776190134.084471:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296486272, offset 224 00000400:00000200:1.0:1776190134.084489:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190134.084512:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190134.084518:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93103:93103:256:4294967295] 192.168.203.39@tcp LPNI seq info [93103:93103:8:4294967295] 00000400:00000200:1.0:1776190134.084531:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190134.084537:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190134.084542:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006708edc (tot 82352466). 00000800:00000200:1.0:1776190134.084548:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190134.084554:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190134.084558:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006708edc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190134.084580:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ccc19a34. 00000020:00000010:1.0:1776190134.084587:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190134.084590:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005470b416. 00010000:00000010:0.1:1776190134.085036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004afec26. 00000800:00000200:3.0:1776190134.087630:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190134.087636:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006708edc (tot 82352218). 00000400:00000200:3.0:1776190134.087644:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.087653:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190134.087660:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065effbe1 00000400:00000010:3.0:1776190134.087662:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065effbe1. 00080000:00000010:3.0:1776190134.087717:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0bedd0e. 00010000:00000010:3.0:1776190134.087838:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8fc0327. 00010000:00000010:3.0:1776190134.087847:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d18f5b8. 00010000:00000010:3.0:1776190134.087919:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:3.0:1776190134.087925:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002a35b6eb. 00010000:00000010:3.0:1776190134.087938:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b20188b. 00000100:00000010:3.0:1776190134.087943:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000342ab8a2. 00000100:00000010:3.0:1776190134.087953:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 02000000:00000010:3.0:1776190134.087964:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a722461. 02000000:00000010:3.0:1776190134.087990:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008dfbfadd. 00000400:00000010:3.0:1776190134.087995:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004297d14c. 00000400:00000010:3.0:1776190134.088000:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b61116a7. 00000100:00000200:3.0:1776190134.088006:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301375104, portal 16 00000400:00000010:3.0:1776190134.088011:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c5b133d. 00000100:00000200:3.0:1776190134.088013:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301375104, offset 0 00000400:00000200:3.0:1776190134.088020:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190134.088033:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190134.088039:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190134.088042:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190134.088045:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190134.088048:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93104:93104:256:4294967295] 192.168.203.39@tcp LPNI seq info [93104:93104:8:4294967295] 00000400:00000200:3.0:1776190134.088057:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190134.088063:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190134.088068:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ccc8acf (tot 82352466). 00000800:00000200:3.0:1776190134.088073:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190134.088080:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190134.088083:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ccc8acf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190134.088284:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190134.088287:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ccc8acf (tot 82352218). 00000400:00000200:1.0:1776190134.088292:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190134.088296:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190134.088299:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c5b133d 00000400:00000010:1.0:1776190134.088300:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c5b133d. 00000100:00000200:1.0:1776190134.088307:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000016984533 x1862468301375104/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190134.092566:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190134.092584:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824680 00000400:00000200:3.0:1776190134.092593:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6851 [1] + 224 00000400:00000200:3.0:1776190134.092609:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.092613:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190134.092622:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000016984533 x1862468301375104/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190134.093000:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004297d14c. 00000400:00000200:0.0:1776190134.093006:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b61116a7 00000400:00000010:0.0:1776190134.093007:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b61116a7. 00000100:00000200:0.0:1776190134.093014:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000016984533 x1862468301375104/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190134.093022:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000016984533 x1862468301375104/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190134.093049:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008dfbfadd. 02000000:00000010:0.0:1776190134.093055:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007a722461. 00000100:00000010:0.0:1776190134.093059:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 00000100:00000010:0.0:1776190134.093063:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000342ab8a2. 00010000:00000010:0.0:1776190134.093066:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b20188b. 00010000:00000010:1.1:1776190134.094295:0:78528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6601c7. 00000400:00000200:3.0:1776190134.094420:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190134.094435:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137adc0 00000400:00000200:3.0:1776190134.094443:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb51b5 [2] + 1312 00000400:00000200:3.0:1776190134.094500:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.094512:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190134.094519:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190134.094524:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 00000020:00000010:2.0:1776190134.094876:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046bf533e. 00000020:00000010:2.0:1776190134.094884:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041fb54f7. 00000020:00000010:2.0:1776190134.094888:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190134.094914:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c4a3a006 x1862468296486336/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:582/0 lens 328/0 e 0 to 0 dl 1776190177 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190134.094947:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296486336 02000000:00000010:2.0:1776190134.094958:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c94a37b0. 00010000:00000010:2.0:1776190134.094989:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000063dcfb81. 00010000:00000010:2.0:1776190134.095008:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028fac739. 00000100:00000010:2.0:1776190134.095017:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cfeffa25. 00000100:00000010:2.0:1776190134.095036:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cfeffa25. 00010000:00000010:2.0:1776190134.095040:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028fac739. 00000400:00000010:2.0:1776190134.095052:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059f7246c. 00000100:00000200:2.0:1776190134.095058:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296486336, offset 224 00080000:00000010:3.0:1776190134.095218:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073c66e6d. 00010000:00000010:3.0:1776190134.095294:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a35b6eb. 00010000:00000010:3.0:1776190134.095302:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e79faf1. 00010000:00000010:3.0:1776190134.095373:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002762e9a8. 00010000:00000010:3.0:1776190134.095379:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002a35b6eb. 00010000:00000010:3.0:1776190134.095389:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f66a7ff. 00000100:00000010:3.0:1776190134.095393:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001197fa9a. 00000100:00000010:3.0:1776190134.095400:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000552495c9. 02000000:00000010:3.0:1776190134.095409:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db73c0ce. 02000000:00000010:3.0:1776190134.095432:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a722461. 00000400:00000010:3.0:1776190134.095436:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c064aeb. 00000400:00000200:2.0:1776190134.095464:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190134.095488:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190134.095493:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93105:93105:256:4294967295] 192.168.203.39@tcp LPNI seq info [93105:93105:8:4294967295] 00000400:00000200:2.0:1776190134.095513:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190134.095519:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190134.095524:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a3d1fd9 (tot 82352466). 00000800:00000200:2.0:1776190134.095530:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190134.095537:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190134.095541:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002a3d1fd9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190134.095569:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041fb54f7. 00000020:00000010:2.0:1776190134.095573:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190134.095576:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046bf533e. 00000800:00000200:2.0:1776190134.095653:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190134.095657:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a3d1fd9 (tot 82352218). 00000400:00000200:2.0:1776190134.095662:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190134.095665:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000010:3.0:1776190134.096225:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000100:00000200:3.0:1776190134.096233:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301375168, portal 16 00000400:00000010:3.0:1776190134.096237:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f8ae577. 00000100:00000200:3.0:1776190134.096240:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301375168, offset 0 00000400:00000200:3.0:1776190134.096246:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190134.096255:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190134.096262:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190134.096265:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190134.096268:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190134.096271:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93106:93106:255:4294967295] 192.168.203.39@tcp LPNI seq info [93106:93106:7:4294967295] 00000400:00000200:3.0:1776190134.096279:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190134.096283:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190134.096287:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190134.096290:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190134.096294:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190134.096297:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1776190134.096342:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059f7246c 00000400:00000010:2.0:1776190134.096346:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059f7246c. 00000800:00000200:2.0:1776190134.096400:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190134.096403:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:2.0:1776190134.096407:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190134.096411:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190134.096413:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f8ae577 00000400:00000010:2.0:1776190134.096415:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f8ae577. 00000100:00000200:2.0:1776190134.096421:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000552495c9 x1862468301375168/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190134.097813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba7fdb01. 00010000:00000010:3.1:1776190134.097825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007970001f. 00000400:00000200:3.0:1776190134.102575:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190134.102594:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18246c0 00000400:00000200:3.0:1776190134.102603:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb685d [1] + 224 00000400:00000200:3.0:1776190134.102614:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.102617:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190134.102639:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000552495c9 x1862468301375168/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190134.102676:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190134.102682:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137ae00 00000400:00000200:3.0:1776190134.102686:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb51b5 [2] + 1640 00000400:00000200:3.0:1776190134.102694:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.102697:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190134.102701:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190134.102706:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 00000400:00000010:0.0:1776190134.102740:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c064aeb. 00000400:00000200:0.0:1776190134.102746:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003335af77 00000400:00000010:0.0:1776190134.102748:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003335af77. 00000100:00000200:0.0:1776190134.102755:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000552495c9 x1862468301375168/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190134.102763:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000552495c9 x1862468301375168/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190134.102986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fbdd96c. 00010000:00000010:3.1:1776190134.102993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00000020:00000010:1.0:1776190134.103067:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7102eb4. 00000020:00000010:1.0:1776190134.103073:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ccc19a34. 00000020:00000010:1.0:1776190134.103079:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 02000000:00000010:0.0:1776190134.103086:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a722461. 02000000:00000010:0.0:1776190134.103093:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000db73c0ce. 00000100:00000010:0.0:1776190134.103097:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000552495c9. 00000100:00000010:0.0:1776190134.103101:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001197fa9a. 00000100:00000200:1.0:1776190134.103103:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016984533 x1862468296486400/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:582/0 lens 328/0 e 0 to 0 dl 1776190177 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:0.0:1776190134.103105:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f66a7ff. 00000100:00000200:1.0:1776190134.103228:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296486400 02000000:00000010:1.0:1776190134.103240:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd9e09d1. 00010000:00000010:1.0:1776190134.103266:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d85fc32e. 00010000:00000010:1.0:1776190134.103285:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bce93daf. 00000100:00000010:1.0:1776190134.103291:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27279df. 00000100:00000010:1.0:1776190134.103302:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27279df. 00010000:00000010:1.0:1776190134.103305:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bce93daf. 00000400:00000010:1.0:1776190134.103316:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005097e9c8. 00000100:00000200:1.0:1776190134.103320:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296486400, offset 224 00000400:00000200:1.0:1776190134.103328:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190134.103340:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00080000:00000010:0.0:1776190134.103341:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8014e3c. 00000400:00000200:1.0:1776190134.103346:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93107:93107:256:4294967295] 192.168.203.39@tcp LPNI seq info [93107:93107:8:4294967295] 00000400:00000200:1.0:1776190134.103356:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190134.103362:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190134.103366:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d164298 (tot 82352466). 00000800:00000200:1.0:1776190134.103372:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190134.103378:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190134.103381:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d164298 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190134.103395:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ccc19a34. 00000020:00000010:1.0:1776190134.103399:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190134.103402:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7102eb4. 00010000:00000010:0.0:1776190134.103431:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a35b6eb. 00010000:00000010:0.0:1776190134.103437:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed6670d6. 00010000:00000010:2.1:1776190134.103456:0:78529:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd79d3c0. 00010000:00000010:0.0:1776190134.103627:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f44f56e4. 00010000:00000010:0.0:1776190134.103634:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc6ba57f. 00010000:00000010:0.0:1776190134.103644:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eeb76fd3. 00000100:00000010:0.0:1776190134.103648:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce4fc309. 00000100:00000010:0.0:1776190134.103654:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000583c6c91. 02000000:00000010:0.0:1776190134.103664:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bd3811e6. 02000000:00000010:0.0:1776190134.103683:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099805fa6. 00000400:00000010:0.0:1776190134.103688:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086fd40c7. 00000400:00000010:0.0:1776190134.103693:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066d61e78. 00000100:00000200:0.0:1776190134.103697:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301375232, portal 16 00000400:00000010:0.0:1776190134.103702:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e50e0bd6. 00000100:00000200:0.0:1776190134.103704:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301375232, offset 0 00000400:00000200:0.0:1776190134.103710:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190134.103717:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190134.103723:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190134.103728:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190134.103735:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190134.103738:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93108:93108:255:4294967295] 192.168.203.39@tcp LPNI seq info [93108:93108:7:4294967295] 00000400:00000200:0.0:1776190134.103743:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190134.103747:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190134.103749:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f5f3eeb7 (tot 82352714). 00000800:00000200:0.0:1776190134.103752:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190134.103755:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190134.103757:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f5f3eeb7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190134.103796:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190134.103801:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d164298 (tot 82352466). 00000400:00000200:3.0:1776190134.103807:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.103812:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190134.103815:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005097e9c8 00000400:00000010:3.0:1776190134.103818:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005097e9c8. 00000800:00000200:3.0:1776190134.103876:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190134.103878:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f5f3eeb7 (tot 82352218). 00000400:00000200:3.0:1776190134.103881:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.103883:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190134.103885:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e50e0bd6 00000400:00000010:3.0:1776190134.103886:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e50e0bd6. 00000100:00000200:3.0:1776190134.103890:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000583c6c91 x1862468301375232/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190134.106735:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190134.106753:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824700 00000400:00000200:3.0:1776190134.106762:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6869 [1] + 224 00000400:00000200:3.0:1776190134.106804:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.106810:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190134.106820:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000583c6c91 x1862468301375232/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190134.107123:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086fd40c7. 00000400:00000200:0.0:1776190134.107128:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066d61e78 00000400:00000010:0.0:1776190134.107130:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066d61e78. 00000100:00000200:0.0:1776190134.107137:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000583c6c91 x1862468301375232/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190134.107145:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000583c6c91 x1862468301375232/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190134.107172:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099805fa6. 02000000:00000010:0.0:1776190134.107177:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bd3811e6. 00000100:00000010:0.0:1776190134.107180:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000583c6c91. 00000100:00000010:0.0:1776190134.107184:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce4fc309. 00010000:00000010:0.0:1776190134.107187:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eeb76fd3. 00000400:00000200:3.0:1776190134.108440:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190134.108455:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137ae40 00000400:00000200:3.0:1776190134.108463:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb51b5 [2] + 1968 00000400:00000010:3.0:1776190134.108467:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f1972f80. 00000400:00000200:3.0:1776190134.108473:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000014f970db 00000400:00000200:3.0:1776190134.109078:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.109086:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190134.109092:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014f970db 00000400:00000010:3.0:1776190134.109095:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000014f970db (tot 82352066). 00000100:00000200:3.0:1776190134.109101:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.1:1776190134.109801:0:78532:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f9cdfde. 00000020:00000010:3.0:1776190134.110332:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008dfbfadd. 00000020:00000010:3.0:1776190134.110339:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc0b06e2. 00000020:00000010:3.0:1776190134.110343:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190134.110370:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004b980a6d x1862468296486464/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:582/0 lens 328/0 e 0 to 0 dl 1776190177 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190134.110418:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296486464 02000000:00000010:3.0:1776190134.110439:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000db73c0ce. 00010000:00000010:3.0:1776190134.110467:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007bfbb51b. 00010000:00000010:3.0:1776190134.110488:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd997d06. 00000100:00000010:3.0:1776190134.110495:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000056da1174. 00000100:00000010:3.0:1776190134.110518:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000056da1174. 00010000:00000010:3.0:1776190134.110523:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd997d06. 00000400:00000010:3.0:1776190134.110540:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e52bdf0a. 00000100:00000200:3.0:1776190134.110547:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296486464, offset 224 00000400:00000200:3.0:1776190134.110556:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190134.110570:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190134.110576:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93109:93109:256:4294967295] 192.168.203.39@tcp LPNI seq info [93109:93109:8:4294967295] 00000400:00000200:3.0:1776190134.110588:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190134.110594:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190134.110598:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352314). 00000800:00000200:3.0:1776190134.110604:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190134.110611:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190134.110614:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190134.110638:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc0b06e2. 00000020:00000010:3.0:1776190134.110642:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190134.110646:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008dfbfadd. 02000000:00000010:3.0:1776190134.110654:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd9e09d1. 00000100:00000010:3.0:1776190134.110659:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 02000000:00000010:3.0:1776190134.110663:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c94a37b0. 00000100:00000010:3.0:1776190134.110665:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 02000000:00000010:3.0:1776190134.110668:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000052073fb. 00000100:00000010:3.0:1776190134.110670:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190134.110674:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a766347e. 00000100:00000010:3.0:1776190134.110676:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 02000000:00000010:3.0:1776190134.110678:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000109dc683. 00000100:00000010:3.0:1776190134.110680:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 02000000:00000010:3.0:1776190134.110683:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b8d95336. 00000100:00000010:3.0:1776190134.110686:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a510ccf3. 00000100:00000200:3.0:1776190134.110694:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190134.110701:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000004ab20ed. 00000400:00000010:3.0:1776190134.110705:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000056da1174 (tot 82352466). 00080000:00000010:3.0:1776190134.110733:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008dfbfadd. 00010000:00000010:3.0:1776190134.110850:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc6ba57f. 00010000:00000010:3.0:1776190134.110857:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004456ffde. 00000800:00000200:0.0:1776190134.110897:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190134.110902:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:0.0:1776190134.110908:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.110913:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190134.110917:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e52bdf0a 00000400:00000010:0.0:1776190134.110919:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e52bdf0a. 02000000:00000010:0.0:1776190134.110924:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000db73c0ce. 00010000:00000010:3.0:1776190134.110930:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ef5386f7. 00010000:00000010:3.0:1776190134.110935:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cc0b06e2. 00010000:00000010:3.0:1776190134.110940:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:3.0:1776190134.110945:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007981d0bf. 00080000:00000010:3.0:1776190134.110957:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a722461. 00010000:00000010:3.0:1776190134.110981:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007981d0bf. 00010000:00000010:3.0:1776190134.110985:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cc0b06e2. 00010000:00000010:3.0:1776190134.111035:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a55191d2. 00010000:00000010:3.0:1776190134.111040:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007981d0bf. 00010000:00000010:3.0:1776190134.111047:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd997d06. 00000100:00000010:3.0:1776190134.111050:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dadd9b3d. 00000100:00000010:3.0:1776190134.111057:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 02000000:00000010:3.0:1776190134.111067:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db73c0ce. 02000000:00000010:3.0:1776190134.111088:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c0f2e2b. 00000400:00000010:3.0:1776190134.111092:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c064aeb. 00000400:00000010:3.0:1776190134.111097:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ceb23d8e. 00000100:00000200:3.0:1776190134.111100:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301375296, portal 16 00000400:00000010:3.0:1776190134.111104:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6b5ec91. 00000100:00000200:3.0:1776190134.111106:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301375296, offset 0 00000400:00000200:3.0:1776190134.111113:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190134.111120:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190134.111126:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190134.111130:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190134.111133:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190134.111135:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93110:93110:256:4294967295] 192.168.203.39@tcp LPNI seq info [93110:93110:8:4294967295] 00000400:00000200:3.0:1776190134.111141:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190134.111145:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190134.111148:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ccc8acf (tot 82352466). 00000800:00000200:3.0:1776190134.111152:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190134.111156:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190134.111158:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ccc8acf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190134.111253:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190134.111256:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ccc8acf (tot 82352218). 00000400:00000200:0.0:1776190134.111259:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.111264:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190134.111268:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6b5ec91 00000400:00000010:0.0:1776190134.111269:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6b5ec91. 00000100:00000200:0.0:1776190134.111275:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074baf3bb x1862468301375296/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190134.112880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a07d202. 00010000:00000010:0.1:1776190134.112891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002762e9a8. 00000400:00000200:3.0:1776190134.113155:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190134.113172:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824740 00000400:00000200:3.0:1776190134.113181:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6879 [1] + 224 00000400:00000200:3.0:1776190134.113194:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.113198:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190134.113207:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000074baf3bb x1862468301375296/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190134.113257:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c064aeb. 00000400:00000200:0.0:1776190134.113262:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ceb23d8e 00000400:00000010:0.0:1776190134.113264:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ceb23d8e. 00000100:00000200:0.0:1776190134.113270:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074baf3bb x1862468301375296/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190134.113278:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074baf3bb x1862468301375296/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190134.113304:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c0f2e2b. 02000000:00000010:0.0:1776190134.113309:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000db73c0ce. 00000100:00000010:0.0:1776190134.113313:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074baf3bb. 00000100:00000010:0.0:1776190134.113316:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dadd9b3d. 00010000:00000010:0.0:1776190134.113320:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd997d06. 00000400:00000200:0.0:1776190134.114116:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190134.114129:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137ae80 00000400:00000200:0.0:1776190134.114136:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb520d [2] + 0 00000400:00000200:0.0:1776190134.114194:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.114198:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190134.114203:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190134.114208:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000583c6c91. 00000020:00000010:3.0:1776190134.114419:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ae4d2a9. 00000020:00000010:3.0:1776190134.114425:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc0b06e2. 00000020:00000010:3.0:1776190134.114430:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190134.114454:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000583c6c91 x1862468296486528/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:582/0 lens 328/0 e 0 to 0 dl 1776190177 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190134.114488:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296486528 02000000:00000010:3.0:1776190134.114500:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8b3e5bb. 00010000:00000010:3.0:1776190134.114689:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000028b60984. 00010000:00000010:3.0:1776190134.114710:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca1da44. 00000100:00000010:3.0:1776190134.114717:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8de4c76. 00000100:00000010:3.0:1776190134.114732:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8de4c76. 00010000:00000010:3.0:1776190134.114735:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca1da44. 00000400:00000010:3.0:1776190134.114748:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044641569. 00000100:00000200:3.0:1776190134.114753:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296486528, offset 224 00000400:00000200:3.0:1776190134.114761:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190134.114788:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190134.114794:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93111:93111:256:4294967295] 192.168.203.39@tcp LPNI seq info [93111:93111:8:4294967295] 00000400:00000200:3.0:1776190134.114803:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190134.114808:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190134.114812:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000855045aa (tot 82352466). 00000800:00000200:3.0:1776190134.114818:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190134.114824:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190134.114827:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000855045aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190134.114844:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc0b06e2. 00000020:00000010:3.0:1776190134.114848:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190134.114851:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ae4d2a9. 00000800:00000200:3.0:1776190134.114935:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190134.114939:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000855045aa (tot 82352218). 00000400:00000200:3.0:1776190134.114943:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.114947:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190134.114951:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044641569 00000400:00000010:3.0:1776190134.114954:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044641569. 00080000:00000010:3.0:1776190134.114983:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ae4d2a9. 00010000:00000010:3.0:1776190134.115183:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007981d0bf. 00010000:00000010:3.0:1776190134.115189:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004fb4677f. 00010000:00000010:3.0:1776190134.115281:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5d4ce12. 00010000:00000010:3.0:1776190134.115288:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007981d0bf. 00010000:00000010:3.0:1776190134.115303:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca1da44. 00000100:00000010:3.0:1776190134.115312:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8de4c76. 00000100:00000010:3.0:1776190134.115320:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190134.115331:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004c591aca. 02000000:00000010:3.0:1776190134.115354:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8a499c3. 00000400:00000010:3.0:1776190134.115359:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004297d14c. 00000400:00000010:3.0:1776190134.115363:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044641569. 00000100:00000200:3.0:1776190134.115367:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301375360, portal 16 00000400:00000010:3.0:1776190134.115372:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190134.115374:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301375360, offset 0 00000400:00000200:3.0:1776190134.115378:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190134.115385:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190134.115391:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190134.115394:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190134.115397:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190134.115399:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93112:93112:256:4294967295] 192.168.203.39@tcp LPNI seq info [93112:93112:8:4294967295] 00000400:00000200:3.0:1776190134.115406:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190134.115411:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190134.115414:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000855045aa (tot 82352466). 00000800:00000200:3.0:1776190134.115418:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190134.115421:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190134.115424:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000855045aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190134.115665:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190134.115668:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000855045aa (tot 82352218). 00000400:00000200:2.0:1776190134.115672:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190134.115676:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190134.115680:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bd3563 00000400:00000010:2.0:1776190134.115681:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bd3563. 00000100:00000200:2.0:1776190134.115687:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ffde2ec x1862468301375360/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190134.116143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6834850. 00010000:00000010:3.1:1776190134.118164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b9531a1. 00010000:00000010:3.1:1776190134.118177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f44f56e4. 00010000:00000010:3.1:1776190134.118182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef5386f7. 00010000:00000010:3.1:1776190134.118185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00000400:00000200:0.0:1776190134.118558:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190134.118573:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824780 00000400:00000200:0.0:1776190134.118581:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6885 [1] + 224 00000400:00000200:0.0:1776190134.118593:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.118597:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190134.118605:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ffde2ec x1862468301375360/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190134.118644:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190134.118649:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137aec0 00000400:00000200:0.0:1776190134.118655:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb520d [2] + 328 00000400:00000200:0.0:1776190134.118663:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.118666:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190134.118670:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190134.118675:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000865656b5. 00000400:00000010:3.0:1776190134.118730:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004297d14c. 00000400:00000200:3.0:1776190134.118735:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044641569 00000400:00000010:3.0:1776190134.118737:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044641569. 00000100:00000200:3.0:1776190134.118745:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ffde2ec x1862468301375360/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190134.118753:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ffde2ec x1862468301375360/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190134.118810:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8a499c3. 02000000:00000010:3.0:1776190134.118816:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004c591aca. 00000100:00000010:3.0:1776190134.118820:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000010:3.0:1776190134.118825:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8de4c76. 00010000:00000010:3.0:1776190134.118829:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca1da44. 00000020:00000010:1.0:1776190134.118945:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7102eb4. 00000020:00000010:1.0:1776190134.118952:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ccc19a34. 00000020:00000010:1.0:1776190134.118957:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190134.118982:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000865656b5 x1862468296486592/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:582/0 lens 328/0 e 0 to 0 dl 1776190177 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190134.119018:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296486592 02000000:00000010:1.0:1776190134.119135:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000043f8d2b1. 00010000:00000010:1.0:1776190134.119161:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006fa52cb. 00010000:00000010:1.0:1776190134.119182:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bce93daf. 00000100:00000010:1.0:1776190134.119189:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27279df. 00000100:00000010:1.0:1776190134.119229:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27279df. 00010000:00000010:1.0:1776190134.119233:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bce93daf. 00000400:00000010:1.0:1776190134.119245:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be2d42b. 00000100:00000200:1.0:1776190134.119249:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296486592, offset 224 00000400:00000200:1.0:1776190134.119256:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190134.119266:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190134.119270:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93113:93113:256:4294967295] 192.168.203.39@tcp LPNI seq info [93113:93113:8:4294967295] 00000400:00000200:1.0:1776190134.119279:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190134.119283:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190134.119288:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069334a23 (tot 82352466). 00000800:00000200:1.0:1776190134.119292:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190134.119299:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190134.119301:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069334a23 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190134.119326:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ccc19a34. 00000020:00000010:1.0:1776190134.119330:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190134.119332:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7102eb4. 00000800:00000200:0.0:1776190134.119455:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190134.119459:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069334a23 (tot 82352218). 00000400:00000200:0.0:1776190134.119464:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.119468:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190134.119471:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be2d42b 00000400:00000010:0.0:1776190134.119472:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be2d42b. 00080000:00000010:3.0:1776190134.119752:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8a499c3. 00010000:00000010:3.0:1776190134.119924:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007981d0bf. 00010000:00000010:3.0:1776190134.119931:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a81a290d. 00010000:00000010:3.0:1776190134.120007:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8b0ce82. 00010000:00000010:3.0:1776190134.120014:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007981d0bf. 00010000:00000010:3.0:1776190134.120079:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca1da44. 00000100:00000010:3.0:1776190134.120084:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8de4c76. 00000100:00000010:3.0:1776190134.120091:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190134.120102:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fee1321f. 02000000:00000010:3.0:1776190134.120125:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060bf8433. 00000400:00000010:3.0:1776190134.120130:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004297d14c. 00000400:00000010:3.0:1776190134.120135:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044641569. 00000100:00000200:3.0:1776190134.120140:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301375424, portal 16 00000400:00000010:3.0:1776190134.120144:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0bd3563. 00000100:00000200:3.0:1776190134.120146:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301375424, offset 0 00000400:00000200:3.0:1776190134.120152:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190134.120160:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190134.120166:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190134.120169:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190134.120172:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190134.120174:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93114:93114:256:4294967295] 192.168.203.39@tcp LPNI seq info [93114:93114:8:4294967295] 00000400:00000200:3.0:1776190134.120182:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190134.120187:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190134.120190:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000855045aa (tot 82352466). 00000800:00000200:3.0:1776190134.120195:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190134.120200:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190134.120204:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000855045aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190134.120675:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190134.120679:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000855045aa (tot 82352218). 00000400:00000200:0.0:1776190134.120684:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.120688:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190134.120692:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0bd3563 00000400:00000010:0.0:1776190134.120694:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0bd3563. 00000100:00000200:0.0:1776190134.120700:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ffde2ec x1862468301375424/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190134.121218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012a284f2. 00010000:00000010:3.1:1776190134.121227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb543933. 00010000:00000010:3.1:1776190134.121234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55191d2. 00010000:00000010:1.1:1776190134.124825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000528c3ddf. 00000400:00000200:3.0:1776190134.125149:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190134.125166:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18247c0 00000400:00000200:3.0:1776190134.125174:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb6891 [1] + 224 00000400:00000200:3.0:1776190134.125185:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.125189:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190134.125199:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ffde2ec x1862468301375424/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190134.126303:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190134.126314:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137af00 00000400:00000200:3.0:1776190134.126321:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb520d [2] + 656 00000400:00000200:3.0:1776190134.126384:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.126388:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190134.126394:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190134.126399:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4a3a006. 00000400:00000010:1.0:1776190134.126580:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004297d14c. 00000400:00000200:1.0:1776190134.126585:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044641569 00000400:00000010:1.0:1776190134.126587:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044641569. 00000100:00000200:1.0:1776190134.126595:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ffde2ec x1862468301375424/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190134.126603:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ffde2ec x1862468301375424/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190134.126629:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060bf8433. 02000000:00000010:1.0:1776190134.126635:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fee1321f. 00000100:00000010:1.0:1776190134.126638:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000010:1.0:1776190134.126643:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8de4c76. 00010000:00000010:1.0:1776190134.126647:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca1da44. 00000020:00000010:2.0:1776190134.126766:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046bf533e. 00000020:00000010:2.0:1776190134.127028:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041fb54f7. 00000020:00000010:2.0:1776190134.127033:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190134.127056:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c4a3a006 x1862468296486656/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:582/0 lens 328/0 e 0 to 0 dl 1776190177 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190134.127098:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296486656 02000000:00000010:2.0:1776190134.127107:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bf878749. 00010000:00000010:2.0:1776190134.127129:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001aa03d8d. 00010000:00000010:2.0:1776190134.127144:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000075736f2a. 00000100:00000010:2.0:1776190134.127149:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cfeffa25. 00000100:00000010:2.0:1776190134.127158:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cfeffa25. 00010000:00000010:2.0:1776190134.127161:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000075736f2a. 00000400:00000010:2.0:1776190134.127170:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059f7246c. 00000100:00000200:2.0:1776190134.127175:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296486656, offset 224 00000400:00000200:2.0:1776190134.127181:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190134.127190:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190134.127196:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93115:93115:256:4294967295] 192.168.203.39@tcp LPNI seq info [93115:93115:8:4294967295] 00000400:00000200:2.0:1776190134.127206:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190134.127210:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190134.127214:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a3d1fd9 (tot 82352466). 00000800:00000200:2.0:1776190134.127219:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190134.127225:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190134.127229:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002a3d1fd9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190134.127242:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041fb54f7. 00000020:00000010:2.0:1776190134.127245:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190134.127248:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046bf533e. 00000800:00000200:0.0:1776190134.127411:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190134.127415:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a3d1fd9 (tot 82352218). 00000400:00000200:0.0:1776190134.127420:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.127424:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190134.127428:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059f7246c 00000400:00000010:0.0:1776190134.127430:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059f7246c. 00080000:00000010:1.0:1776190134.127705:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7102eb4. 00010000:00000010:1.0:1776190134.127830:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007981d0bf. 00010000:00000010:1.0:1776190134.127837:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005ea16b11. 00010000:00000010:1.0:1776190134.127898:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014ae4bc9. 00010000:00000010:1.0:1776190134.127904:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000008693710. 00010000:00000010:1.0:1776190134.127912:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bce93daf. 00000100:00000010:1.0:1776190134.127917:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27279df. 00000100:00000010:1.0:1776190134.127929:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719b5d3. 02000000:00000010:1.0:1776190134.127951:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005c6389e1. 02000000:00000010:1.0:1776190134.127972:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ea082b7. 00000400:00000010:1.0:1776190134.127977:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b33759d1. 00000400:00000010:1.0:1776190134.127983:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be2d42b. 00000100:00000200:1.0:1776190134.127987:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301375488, portal 16 00000400:00000010:1.0:1776190134.127992:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005097e9c8. 00000100:00000200:1.0:1776190134.127994:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301375488, offset 0 00000400:00000200:1.0:1776190134.128000:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190134.128008:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190134.128014:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:1.0:1776190134.128018:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190134.128020:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:1.0:1776190134.128023:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93116:93116:256:4294967295] 192.168.203.39@tcp LPNI seq info [93116:93116:8:4294967295] 00000400:00000200:1.0:1776190134.128029:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190134.128034:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190134.128037:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000350c588e (tot 82352466). 00000800:00000200:1.0:1776190134.128041:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190134.128045:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190134.128047:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000350c588e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190134.128116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ce59971. 00010000:00000010:3.1:1776190134.128122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5d4ce12. 00000800:00000200:0.0:1776190134.128971:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190134.128976:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000350c588e (tot 82352218). 00000400:00000200:0.0:1776190134.128983:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.128991:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:0.0:1776190134.128997:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005097e9c8 00000400:00000010:0.0:1776190134.128999:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005097e9c8. 00000100:00000200:0.0:1776190134.129006:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a719b5d3 x1862468301375488/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190134.131936:0:78536:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a0e91e4. 00010000:00000010:1.1:1776190134.132403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005eca4985. 00010000:00000010:1.1:1776190134.132410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0ce82. 00000400:00000200:0.0:1776190134.132938:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190134.132954:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824800 00000400:00000200:0.0:1776190134.132963:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb689d [1] + 224 00000400:00000200:0.0:1776190134.132975:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.132978:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190134.132989:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a719b5d3 x1862468301375488/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190134.133058:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b33759d1. 00000400:00000200:1.0:1776190134.133063:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be2d42b 00000400:00000010:1.0:1776190134.133065:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be2d42b. 00000100:00000200:1.0:1776190134.133071:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a719b5d3 x1862468301375488/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190134.133078:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a719b5d3 x1862468301375488/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190134.133108:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ea082b7. 02000000:00000010:1.0:1776190134.133113:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005c6389e1. 00000100:00000010:1.0:1776190134.133118:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719b5d3. 00000100:00000010:1.0:1776190134.133122:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27279df. 00010000:00000010:1.0:1776190134.133125:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bce93daf. 00000400:00000200:0.0:1776190134.139439:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190134.139464:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137af40 00000400:00000200:0.0:1776190134.140152:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb520d [2] + 984 00000400:00000200:0.0:1776190134.140407:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.140413:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190134.140422:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190134.140428:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d82f4574. 00000020:00000010:3.0:1776190134.141089:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008aff88ee. 00000020:00000010:3.0:1776190134.141097:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000058b3f4d5. 00000020:00000010:3.0:1776190134.141101:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000c22fac8. 00000100:00000200:3.0:1776190134.141130:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d82f4574 x1862468296486720/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:582/0 lens 328/0 e 0 to 0 dl 1776190177 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190134.141165:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296486720 02000000:00000010:3.0:1776190134.141176:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d6e88af4. 00010000:00000010:3.0:1776190134.141202:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008f484a5e. 00010000:00000010:3.0:1776190134.141221:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000801e1ca8. 00000100:00000010:3.0:1776190134.141228:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000177738b4. 00000100:00000010:3.0:1776190134.141284:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000177738b4. 00010000:00000010:3.0:1776190134.141289:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000801e1ca8. 00000400:00000010:3.0:1776190134.141304:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ceb23d8e. 00000100:00000200:3.0:1776190134.141311:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296486720, offset 224 00000400:00000200:3.0:1776190134.141320:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190134.141334:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190134.141340:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93117:93117:256:4294967295] 192.168.203.39@tcp LPNI seq info [93117:93117:8:4294967295] 00000400:00000200:3.0:1776190134.141350:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190134.141355:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190134.141360:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ccc8acf (tot 82352466). 00000800:00000200:3.0:1776190134.141365:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190134.141372:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190134.141376:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ccc8acf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190134.141399:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000058b3f4d5. 00000020:00000010:3.0:1776190134.141403:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000c22fac8. 00000020:00000010:3.0:1776190134.141406:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008aff88ee. 00080000:00000010:0.0:1776190134.141610:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8d95336. 00000800:00000200:2.0:1776190134.141687:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190134.141692:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ccc8acf (tot 82352218). 00000400:00000200:2.0:1776190134.141697:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190134.141701:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:2.0:1776190134.141705:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ceb23d8e 00000400:00000010:2.0:1776190134.141707:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ceb23d8e. 00010000:00000010:0.0:1776190134.142324:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000008693710. 00010000:00000010:0.0:1776190134.142694:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a193e460. 00010000:00000010:0.0:1776190134.142769:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d7b064c. 00010000:00000010:0.0:1776190134.142877:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002658ca46. 00010000:00000010:0.0:1776190134.142889:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eeb76fd3. 00000100:00000010:0.0:1776190134.142894:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce4fc309. 00000100:00000010:0.0:1776190134.142994:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006fa34c24. 02000000:00000010:0.0:1776190134.143010:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a766347e. 02000000:00000010:0.0:1776190134.143036:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000671ef2a8. 00000400:00000010:0.0:1776190134.143042:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086fd40c7. 00000400:00000010:0.0:1776190134.143048:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066d61e78. 00000100:00000200:0.0:1776190134.143054:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301375552, portal 16 00000400:00000010:0.0:1776190134.143245:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000268affd4. 00000100:00000200:0.0:1776190134.143249:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301375552, offset 0 00000400:00000200:0.0:1776190134.143257:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:0.0:1776190134.143270:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:0.0:1776190134.143276:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:0.0:1776190134.143279:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190134.143282:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:0.0:1776190134.143285:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93118:93118:256:4294967295] 192.168.203.39@tcp LPNI seq info [93118:93118:8:4294967295] 00000400:00000200:0.0:1776190134.143294:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:0.0:1776190134.143299:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:0.0:1776190134.143303:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef4c7517 (tot 82352466). 00000800:00000200:0.0:1776190134.143315:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:0.0:1776190134.143321:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:0.0:1776190134.143325:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ef4c7517 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190134.144463:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190134.144469:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef4c7517 (tot 82352218). 00000400:00000200:3.0:1776190134.144623:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.144801:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190134.144807:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000268affd4 00000400:00000010:3.0:1776190134.144810:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000268affd4. 00000100:00000200:3.0:1776190134.144819:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006fa34c24 x1862468301375552/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190134.146338:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190134.146357:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824840 00000400:00000200:0.0:1776190134.146367:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb68a9 [1] + 224 00000400:00000200:0.0:1776190134.146381:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.146384:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190134.146393:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006fa34c24 x1862468301375552/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190134.146489:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086fd40c7. 00000400:00000200:2.0:1776190134.146495:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066d61e78 00000400:00000010:2.0:1776190134.146497:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066d61e78. 00000100:00000200:2.0:1776190134.146512:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006fa34c24 x1862468301375552/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190134.146520:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006fa34c24 x1862468301375552/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190134.146549:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000671ef2a8. 02000000:00000010:2.0:1776190134.146555:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a766347e. 00000100:00000010:2.0:1776190134.146558:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006fa34c24. 00000100:00000010:2.0:1776190134.146562:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce4fc309. 00010000:00000010:2.0:1776190134.146566:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eeb76fd3. 00010000:00000010:0.1:1776190134.149960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e6ee62c. 00010000:00000010:0.1:1776190134.149974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014ae4bc9. 00010000:00000010:3.1:1776190134.150073:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d495e04. 00000400:00000200:3.0:1776190134.150108:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190134.150125:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137af80 00000400:00000200:3.0:1776190134.150133:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb520d [2] + 1312 00000400:00000200:3.0:1776190134.151001:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.151011:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190134.151020:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190134.151026:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016984533. 00000020:00000010:2.0:1776190134.151462:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002fd47e58. 00000020:00000010:2.0:1776190134.151471:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041fb54f7. 00000020:00000010:2.0:1776190134.151475:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000312fb949. 00000100:00000200:2.0:1776190134.151499:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016984533 x1862468296486784/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:582/0 lens 328/0 e 0 to 0 dl 1776190177 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190134.151537:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296486784 02000000:00000010:2.0:1776190134.151547:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007469664b. 00010000:00000010:2.0:1776190134.151573:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d782ed84. 00010000:00000010:2.0:1776190134.151591:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000644e8890. 00000100:00000010:2.0:1776190134.151599:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003021069b. 00000100:00000010:2.0:1776190134.151610:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003021069b. 00010000:00000010:2.0:1776190134.151613:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000644e8890. 00000400:00000010:2.0:1776190134.151625:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be912e2e. 00000100:00000200:2.0:1776190134.151630:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296486784, offset 224 00000400:00000200:2.0:1776190134.151637:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190134.151649:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190134.151660:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93119:93119:256:4294967295] 192.168.203.39@tcp LPNI seq info [93119:93119:8:4294967295] 00000400:00000200:2.0:1776190134.151672:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190134.151678:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190134.151683:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003db09799 (tot 82352466). 00000800:00000200:2.0:1776190134.151689:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190134.151696:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190134.151699:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003db09799 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190134.151725:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041fb54f7. 00000020:00000010:2.0:1776190134.151728:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000312fb949. 00000020:00000010:2.0:1776190134.151731:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002fd47e58. 00080000:00000010:2.0:1776190134.151757:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002fd47e58. 00010000:00000010:2.0:1776190134.151968:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002658ca46. 00010000:00000010:2.0:1776190134.151975:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084fc50b7. 00010000:00000010:2.0:1776190134.152042:0:77242:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000b9f5cea. 00010000:00000010:2.0:1776190134.152045:0:77242:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000041fb54f7. 00010000:00000010:2.0:1776190134.152049:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6590a2f. 00010000:00000010:2.0:1776190134.152054:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055cfa073. 00080000:00000010:2.0:1776190134.152063:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041c51cdc. 00010000:00000010:2.0:1776190134.152085:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055cfa073. 00010000:00000010:2.0:1776190134.152088:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000041fb54f7. 00010000:00000010:2.0:1776190134.152137:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009c8d80d7. 00010000:00000010:2.0:1776190134.152141:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055cfa073. 00010000:00000010:2.0:1776190134.152148:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000644e8890. 00000100:00000010:2.0:1776190134.152152:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003021069b. 00000100:00000010:2.0:1776190134.152159:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 02000000:00000010:2.0:1776190134.152171:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051382e40. 02000000:00000010:2.0:1776190134.152194:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000062caf248. 00000400:00000010:2.0:1776190134.152199:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000ecb45c3. 00000400:00000010:2.0:1776190134.152204:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003907f796. 00000100:00000200:2.0:1776190134.152208:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301375616, portal 16 00000400:00000010:2.0:1776190134.152212:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3c9c2a1. 00000100:00000200:2.0:1776190134.152214:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301375616, offset 0 00000400:00000200:2.0:1776190134.152220:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:2.0:1776190134.152229:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:2.0:1776190134.152236:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:2.0:1776190134.152239:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190134.152241:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:2.0:1776190134.152244:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93120:93120:255:4294967295] 192.168.203.39@tcp LPNI seq info [93120:93120:7:4294967295] 00000400:00000200:2.0:1776190134.152250:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:2.0:1776190134.152255:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:2.0:1776190134.152257:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c149bd5 (tot 82352714). 00000800:00000200:2.0:1776190134.152261:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:2.0:1776190134.152265:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:2.0:1776190134.152267:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c149bd5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190134.152354:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190134.152358:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003db09799 (tot 82352466). 00000400:00000200:1.0:1776190134.152364:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190134.152368:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190134.152372:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be912e2e 00000400:00000010:1.0:1776190134.152374:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be912e2e. 00000800:00000200:1.0:1776190134.152405:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190134.152407:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c149bd5 (tot 82352218). 00000400:00000200:1.0:1776190134.152409:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190134.152412:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190134.152414:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3c9c2a1 00000400:00000010:1.0:1776190134.152415:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3c9c2a1. 00000100:00000200:1.0:1776190134.152419:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000969b7ebd x1862468301375616/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190134.156849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d7de4ca. 00000400:00000200:0.0:1776190134.157286:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:0.0:1776190134.157303:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b1824880 00000400:00000200:0.0:1776190134.157312:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb68b5 [1] + 224 00000400:00000200:0.0:1776190134.157327:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190134.157330:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:0.0:1776190134.157340:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000969b7ebd x1862468301375616/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190134.157565:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000ecb45c3. 00000400:00000200:2.0:1776190134.157571:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003907f796 00000400:00000010:2.0:1776190134.157573:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003907f796. 00000100:00000200:2.0:1776190134.157581:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000969b7ebd x1862468301375616/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190134.157589:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000969b7ebd x1862468301375616/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190134.157620:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000062caf248. 02000000:00000010:2.0:1776190134.157627:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000051382e40. 00000100:00000010:2.0:1776190134.157631:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 00000100:00000010:2.0:1776190134.157634:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003021069b. 00010000:00000010:2.0:1776190134.157638:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000644e8890. 00000400:00000200:2.0:1776190134.158557:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:2.0:1776190134.158570:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137afc0 00000400:00000200:2.0:1776190134.158577:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb520d [2] + 1640 00000400:00000200:2.0:1776190134.158631:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190134.158636:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:2.0:1776190134.158641:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190134.158646:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000969b7ebd. 00000020:00000010:1.0:1776190134.158957:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ea082b7. 00000020:00000010:1.0:1776190134.158963:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ccc19a34. 00000020:00000010:1.0:1776190134.158967:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190134.158993:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000969b7ebd x1862468296486848/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:582/0 lens 328/0 e 0 to 0 dl 1776190177 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190134.159074:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296486848 02000000:00000010:1.0:1776190134.159085:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000007096543. 00010000:00000010:1.0:1776190134.159112:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f217a08f. 00010000:00000010:1.0:1776190134.159132:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bce93daf. 00000100:00000010:1.0:1776190134.159138:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27279df. 00000100:00000010:1.0:1776190134.159192:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27279df. 00010000:00000010:1.0:1776190134.159197:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bce93daf. 00000400:00000010:1.0:1776190134.159210:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be2d42b. 00000100:00000200:1.0:1776190134.159216:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296486848, offset 224 00000400:00000200:1.0:1776190134.159223:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:1.0:1776190134.159234:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190134.159239:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93121:93121:256:4294967295] 192.168.203.39@tcp LPNI seq info [93121:93121:8:4294967295] 00000400:00000200:1.0:1776190134.159249:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190134.159254:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190134.159259:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352466). 00000800:00000200:1.0:1776190134.159265:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190134.159270:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190134.159273:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190134.159291:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ccc19a34. 00000020:00000010:1.0:1776190134.159294:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190134.159297:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ea082b7. 00080000:00000010:3.0:1776190134.159356:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008aff88ee. 00010000:00000010:3.0:1776190134.159452:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055cfa073. 00010000:00000010:3.0:1776190134.159459:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ce1ae411. 00010000:00000010:3.0:1776190134.159597:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5d4ce12. 00010000:00000010:3.0:1776190134.159603:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ef6c2ae3. 00010000:00000010:3.0:1776190134.159615:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000801e1ca8. 00000100:00000010:3.0:1776190134.159618:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000177738b4. 00000100:00000010:3.0:1776190134.159625:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ffde2ec. 02000000:00000010:3.0:1776190134.159636:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da205266. 02000000:00000010:3.0:1776190134.159658:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e19c40c8. 00000400:00000010:3.0:1776190134.159665:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000977b9a55. 00000400:00000010:3.0:1776190134.159669:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6b5ec91. 00000100:00000200:3.0:1776190134.159674:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301375680, portal 16 00000400:00000010:3.0:1776190134.159679:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e52bdf0a. 00000100:00000200:3.0:1776190134.159681:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301375680, offset 0 00000400:00000200:3.0:1776190134.159687:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190134.159693:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190134.159700:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190134.159703:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190134.159706:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190134.159708:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93122:93122:255:4294967295] 192.168.203.39@tcp LPNI seq info [93122:93122:7:4294967295] 00000400:00000200:3.0:1776190134.159715:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190134.159719:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190134.159722:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352714). 00000800:00000200:3.0:1776190134.159726:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190134.159729:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190134.159731:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190134.159937:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190134.159941:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352466). 00000400:00000200:1.0:1776190134.159946:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190134.159951:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190134.159955:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be2d42b 00000400:00000010:1.0:1776190134.159958:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be2d42b. 00000800:00000200:1.0:1776190134.160012:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190134.160014:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:1.0:1776190134.160018:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190134.160022:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190134.160024:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e52bdf0a 00000400:00000010:1.0:1776190134.160025:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e52bdf0a. 00000100:00000200:1.0:1776190134.160031:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ffde2ec x1862468301375680/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190134.161660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4920be3. 00010000:00000010:2.1:1776190134.161673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d7b064c. 00010000:00000010:2.1:1776190134.161677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b9f5cea. 00010000:00000010:2.1:1776190134.161680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6590a2f. 00010000:00000010:3.1:1776190134.162812:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000199f49fd. 00010000:00000010:3.1:1776190134.162823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c8d80d7. 00000400:00000200:3.0:1776190134.164024:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190134.164041:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 224 into portal 16 MB=0x69de7b18248c0 00000400:00000200:3.0:1776190134.164050:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.39@tcp of length 224/224 into md 0xb68c1 [1] + 224 00000400:00000200:3.0:1776190134.164060:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.164064:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000100:00000200:3.0:1776190134.164076:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ffde2ec x1862468301375680/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190134.164113:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp) <- 192.168.203.39@tcp : PUT - for me 00000400:00000200:3.0:1776190134.164118:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.39@tcp of length 328 into portal 17 MB=0x69de7b137b000 00000400:00000200:3.0:1776190134.164123:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.39@tcp of length 328/328 into md 0xb520d [2] + 1968 00000400:00000010:3.0:1776190134.164127:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fccb8786. 00000400:00000200:3.0:1776190134.164130:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000c5bfc6d8 00000400:00000200:3.0:1776190134.164137:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190134.164139:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:3.0:1776190134.164141:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5bfc6d8 00000400:00000010:3.0:1776190134.164143:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000c5bfc6d8 (tot 82352066). 00000100:00000200:3.0:1776190134.164148:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1776190134.164347:0:77242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000977b9a55. 00000400:00000200:2.0:1776190134.164352:0:77242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6b5ec91 00000400:00000010:2.0:1776190134.164354:0:77242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6b5ec91. 00000100:00000200:2.0:1776190134.164362:0:77242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ffde2ec x1862468301375680/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190134.164370:0:77242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ffde2ec x1862468301375680/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190134.164398:0:77242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e19c40c8. 02000000:00000010:2.0:1776190134.164403:0:77242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000da205266. 00000100:00000010:2.0:1776190134.164407:0:77242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ffde2ec. 00000100:00000010:2.0:1776190134.164413:0:77242:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000177738b4. 00010000:00000010:2.0:1776190134.164416:0:77242:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000801e1ca8. 00000020:00000010:1.0:1776190134.164485:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ea082b7. 00000020:00000010:1.0:1776190134.164492:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ccc19a34. 00000020:00000010:1.0:1776190134.164496:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f786d70d. 00000100:00000200:1.0:1776190134.164528:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000067ec2a51 x1862468296486912/t0(0) o103->21271ad7-fc8d-4368-a823-3f687cf7f121@192.168.203.39@tcp:582/0 lens 328/0 e 0 to 0 dl 1776190177 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190134.164561:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468296486912 02000000:00000010:1.0:1776190134.164572:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000811fff5f. 00010000:00000010:1.0:1776190134.164598:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4b994d8. 00010000:00000010:1.0:1776190134.164617:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bce93daf. 00000100:00000010:1.0:1776190134.164624:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c27279df. 00000100:00000010:1.0:1776190134.164640:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c27279df. 00010000:00000010:1.0:1776190134.164644:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bce93daf. 00000400:00000010:1.0:1776190134.164656:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008be2d42b. 00000100:00000200:1.0:1776190134.164661:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468296486912, offset 224 00000400:00000200:1.0:1776190134.164669:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00080000:00000010:3.0:1776190134.164679:0:77242:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb899e7a. 00000400:00000200:1.0:1776190134.164681:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.139@tcp to MR: 192.168.203.39@tcp local destination 00000400:00000200:1.0:1776190134.164688:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93123:93123:256:4294967295] 192.168.203.39@tcp LPNI seq info [93123:93123:8:4294967295] 00000400:00000200:1.0:1776190134.164698:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:192.168.203.139@tcp) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:1.0:1776190134.164703:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:1.0:1776190134.164708:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f35918 (tot 82352314). 00000800:00000200:1.0:1776190134.164713:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:1.0:1776190134.164720:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:1.0:1776190134.164724:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f35918 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190134.164743:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ccc19a34. 00000020:00000010:1.0:1776190134.164746:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f786d70d. 00000020:00000010:1.0:1776190134.164749:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ea082b7. 02000000:00000010:1.0:1776190134.164755:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000007096543. 00000100:00000010:1.0:1776190134.164759:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969b7ebd. 02000000:00000010:1.0:1776190134.164762:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007469664b. 00000100:00000010:1.0:1776190134.164765:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016984533. 02000000:00000010:1.0:1776190134.164769:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d6e88af4. 00010000:00000010:3.0:1776190134.164795:0:77242:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef6c2ae3. 00000100:00000010:1.0:1776190134.164796:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d82f4574. 00010000:00000010:3.0:1776190134.164803:0:77242:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000621c8cac. 02000000:00000010:1.0:1776190134.164805:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bf878749. 00000100:00000010:1.0:1776190134.164812:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4a3a006. 02000000:00000010:1.0:1776190134.164815:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000043f8d2b1. 00000100:00000010:1.0:1776190134.164818:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000865656b5. 02000000:00000010:1.0:1776190134.164821:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8b3e5bb. 00000100:00000010:1.0:1776190134.164824:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000583c6c91. 00000100:00000200:1.0:1776190134.164831:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776190134.164836:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b33759d1. 00000400:00000010:1.0:1776190134.164840:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c27279df (tot 82352466). 00010000:00000010:3.0:1776190134.164882:0:77242:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a55191d2. 00010000:00000010:3.0:1776190134.164889:0:77242:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ef6c2ae3. 00010000:00000010:3.0:1776190134.164898:0:77242:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eb401c69. 00000100:00000010:3.0:1776190134.164902:0:77242:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ccdfd9. 00000100:00000010:3.0:1776190134.164910:0:77242:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074baf3bb. 02000000:00000010:3.0:1776190134.164920:0:77242:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000080cc366e. 00000800:00000200:1.0:1776190134.164929:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190134.164934:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f35918 (tot 82352218). 00000400:00000200:1.0:1776190134.164940:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1776190134.164941:0:77242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa4d570c. 00000400:00000200:1.0:1776190134.164945:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000010:3.0:1776190134.164946:0:77242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d7de3806. 00000400:00000200:1.0:1776190134.164949:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008be2d42b 00000400:00000010:1.0:1776190134.164952:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008be2d42b. 02000000:00000010:1.0:1776190134.164955:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000811fff5f. 00000400:00000010:3.0:1776190134.165087:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003335af77. 00000100:00000200:3.0:1776190134.165092:0:77242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468301375744, portal 16 00000400:00000010:3.0:1776190134.165096:0:77242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f8ae577. 00000100:00000200:3.0:1776190134.165098:0:77242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468301375744, offset 0 00000400:00000200:3.0:1776190134.165104:0:77242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.39@tcp 00000400:00000200:3.0:1776190134.165110:0:77242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.39@tcp local destination 00000400:00000200:3.0:1776190134.165116:0:77242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.139@tcp 00000400:00000200:3.0:1776190134.165119:0:77242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.139@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190134.165123:0:77242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.39@tcp 00000400:00000200:3.0:1776190134.165125:0:77242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.139@tcp NI seq info: [93124:93124:256:4294967295] 192.168.203.39@tcp LPNI seq info [93124:93124:8:4294967295] 00000400:00000200:3.0:1776190134.165132:0:77242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.139@tcp(192.168.203.139@tcp:) -> 192.168.203.39@tcp(192.168.203.39@tcp:192.168.203.39@tcp) : PUT try# 0 00000800:00000200:3.0:1776190134.165135:0:77242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.39@tcp 00000800:00000010:3.0:1776190134.165139:0:77242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000666d00a2 (tot 82352466). 00000800:00000200:3.0:1776190134.165142:0:77242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000004d057cb0] -> 12345-192.168.203.39@tcp (4) 00000800:00000200:3.0:1776190134.165146:0:77242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.39@tcp ip 192.168.203.39:1023 00000800:00000200:3.0:1776190134.165148:0:77242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000666d00a2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190134.165361:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190134.165364:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000666d00a2 (tot 82352218). 00000400:00000200:1.0:1776190134.165368:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190134.165372:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.139@tcp->192.168.203.39@tcp: PUT: OK 00000400:00000200:1.0:1776190134.165375:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f8ae577 00000400:00000010:1.0:1776190134.165377:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f8ae577. 00000100:00000200:1.0:1776190134.165384:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074baf3bb x1862468301375744/t0(0) o104->lustre-MDT0000@192.168.203.39@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190178 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' Debug log: 53719 lines, 53719 kept, 0 dropped, 0 bad.